{"id":181227,"date":"2024-03-13T00:17:07","date_gmt":"2024-03-13T00:17:07","guid":{"rendered":"https:\/\/wordpress.org\/plugins\/block-ai-crawlers\/"},"modified":"2026-02-15T13:47:14","modified_gmt":"2026-02-15T13:47:14","slug":"block-ai-crawlers","status":"publish","type":"plugin","link":"https:\/\/mai.wordpress.org\/plugins\/block-ai-crawlers\/","author":20265871,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_crdt_document":"","version":"1.5.6","stable_tag":"1.5.6","tested":"6.9.4","requires":"6.8","requires_php":"8.2","requires_plugins":null,"header_name":"Block AI Crawlers","header_author":"Bob Matyas","header_description":"Blocks AI crawlers and bots including ChatGPT via robots.txt and meta tags.","assets_banners_color":"","last_updated":"2026-02-15 13:47:14","external_support_url":"","external_repository_url":"","donate_link":"","header_plugin_uri":"","header_author_uri":"https:\/\/www.bobmatyas.com","rating":4.8,"author_block_rating":0,"active_installs":1000,"downloads":13911,"num_ratings":5,"support_threads":0,"support_threads_resolved":0,"author_block_count":0,"sections":["description","installation","faq","changelog"],"tags":{"1.0.0":{"tag":"1.0.0","author":"lastsplash","date":"2024-03-13 00:17:26"},"1.1.0":{"tag":"1.1.0","author":"lastsplash","date":"2024-03-17 17:05:47"},"1.2.0":{"tag":"1.2.0","author":"lastsplash","date":"2024-04-14 21:42:57"},"1.2.2":{"tag":"1.2.2","author":"lastsplash","date":"2024-04-18 01:42:13"},"1.3.0":{"tag":"1.3.0","author":"lastsplash","date":"2024-04-21 15:56:08"},"1.3.1":{"tag":"1.3.1","author":"lastsplash","date":"2024-05-19 19:11:07"},"1.3.3":{"tag":"1.3.3","author":"lastsplash","date":"2024-05-25 00:10:46"},"1.3.4":{"tag":"1.3.4","author":"lastsplash","date":"2024-05-25 01:19:26"},"1.3.5":{"tag":"1.3.5","author":"lastsplash","date":"2024-05-25 18:46:20"},"1.3.6":{"tag":"1.3.6","author":"lastsplash","date":"2024-06-21 21:05:53"},"1.3.7":{"tag":"1.3.7","author":"lastsplash","date":"2024-08-04 19:39:37"},"1.3.8":{"tag":"1.3.8","author":"lastsplash","date":"2024-08-04 19:45:16"},"1.3.9":{"tag":"1.3.9","author":"lastsplash","date":"2024-08-29 13:37:54"},"1.4.0":{"tag":"1.4.0","author":"lastsplash","date":"2024-10-07 23:14:04"},"1.4.1":{"tag":"1.4.1","author":"lastsplash","date":"2024-11-10 17:37:13"},"1.4.2":{"tag":"1.4.2","author":"lastsplash","date":"2024-12-12 01:35:17"},"1.4.3":{"tag":"1.4.3","author":"lastsplash","date":"2025-02-01 18:13:40"},"1.5.0":{"tag":"1.5.0","author":"lastsplash","date":"2025-02-15 19:51:57"},"1.5.1":{"tag":"1.5.1","author":"lastsplash","date":"2025-05-31 14:34:02"},"1.5.2":{"tag":"1.5.2","author":"lastsplash","date":"2025-08-23 16:52:49"},"1.5.3":{"tag":"1.5.3","author":"lastsplash","date":"2025-08-23 16:56:53"},"1.5.4":{"tag":"1.5.4","author":"lastsplash","date":"2025-11-07 16:39:59"},"1.5.5":{"tag":"1.5.5","author":"lastsplash","date":"2025-11-28 15:45:39"},"1.5.6":{"tag":"1.5.6","author":"lastsplash","date":"2026-02-15 13:47:14"}},"upgrade_notice":[],"ratings":{"1":0,"2":0,"3":0,"4":1,"5":4},"assets_icons":{"icon-128x128.png":{"filename":"icon-128x128.png","revision":3074623,"resolution":"128x128","location":"assets","locale":""},"icon-256x256.png":{"filename":"icon-256x256.png","revision":3074623,"resolution":"256x256","location":"assets","locale":""}},"assets_banners":[],"assets_blueprints":{"blueprint.json":{"filename":"blueprint.json","revision":3461841,"resolution":false,"location":"assets","locale":"","contents":"{\"landingPage\":\"\\\/wp-admin\\\/options-general.php?page=block-ai-crawlers\",\"preferredVersions\":{\"php\":\"8.0\",\"wp\":\"latest\"},\"phpExtensionBundles\":[\"kitchen-sink\"],\"steps\":[{\"step\":\"login\",\"username\":\"admin\",\"password\":\"password\"},{\"step\":\"installPlugin\",\"pluginData\":{\"resource\":\"wordpress.org\\\/plugins\",\"slug\":\"block-ai-crawlers\"},\"options\":{\"activate\":true}}]}"}},"all_blocks":[],"tagged_versions":["1.0.0","1.1.0","1.2.0","1.2.2","1.3.0","1.3.1","1.3.3","1.3.4","1.3.5","1.3.6","1.3.7","1.3.8","1.3.9","1.4.0","1.4.1","1.4.2","1.4.3","1.5.0","1.5.1","1.5.2","1.5.3","1.5.4","1.5.5","1.5.6"],"block_files":[],"assets_screenshots":{"screenshot-1.png":{"filename":"screenshot-1.png","revision":3074623,"resolution":"1","location":"assets","locale":""}},"screenshots":{"1":"Plugin page showing which crawlers are blocked"},"jetpack_post_was_ever_published":false},"plugin_section":[],"plugin_tags":[2353,216196,12928,12753],"plugin_category":[],"plugin_contributors":[214800],"plugin_business_model":[],"class_list":["post-181227","plugin","type-plugin","status-publish","hentry","plugin_tags-ai","plugin_tags-chatgpt","plugin_tags-crawlers","plugin_tags-robots-txt","plugin_contributors-lastsplash","plugin_committers-lastsplash"],"banners":[],"icons":{"svg":false,"icon":"https:\/\/ps.w.org\/block-ai-crawlers\/assets\/icon-128x128.png?rev=3074623","icon_2x":"https:\/\/ps.w.org\/block-ai-crawlers\/assets\/icon-256x256.png?rev=3074623","generated":false},"screenshots":[{"src":"https:\/\/ps.w.org\/block-ai-crawlers\/assets\/screenshot-1.png?rev=3074623","caption":"Plugin page showing which crawlers are blocked"}],"raw_content":"<!--section=description-->\nProtect Your Content from AI Scraping\n\n<p>This plugin helps you prevent AI crawlers from using your content as training data for their products. By updating your site's <code>robots.txt<\/code>, it blocks common AI crawlers and scrapers, aiming to protect your content from being used in the training of Large Language Models (LLMs).<\/p>\n\n<h3>Features<\/h3>\n\n<h3>Blocks AI Crawlers<\/h3>\n\n<p>Includes:<\/p>\n\n<ul>\n<li><strong>OpenAI<\/strong> - Blocks crawlers used for ChatGPT<\/li>\n<li><strong>Google<\/strong> - Blocks crawlers used by Google's Gemini AI products<\/li>\n<li><strong>Facebook \/ Meta<\/strong> - Used for Facebook's AI training<\/li>\n<li><strong>Anthropic AI<\/strong> - Blocks crawlers used by Anthropic  <\/li>\n<li><strong>Perplexity<\/strong> - Block crawlers used by Perplexity<\/li>\n<li><strong>Applebot<\/strong> - Blocks crawlers used by Apple<\/li>\n<li>... and more!<\/li>\n<\/ul>\n\n<h3>Experimental Meta Tags<\/h3>\n\n<p>The plugin adds the \"noai, noimageai\" directive to your site's meta tags, instructing AI bots not to use your content in their datasets. Please note that these tags are experimental and have not been standardized.<\/p>\n\n<h3>Custom robots.txt Rules<\/h3>\n\n<p>Have custom entries for your robots.txt file? You can now add them directly through the plugin!<\/p>\n\n<h3>Usage<\/h3>\n\n<p>After activation, the plugin will automatically update your <code>robots.txt<\/code> and add the necessary meta tags. No further configuration is required, but you can check the settings page for a full list of blocked crawlers.<\/p>\n\n<h3>Limitations<\/h3>\n\n<p>While this plugin aims to block specified crawlers, it cannot guarantee complete protection against all forms of scraping, as some bots may disregard <code>robots.txt<\/code> directives.<\/p>\n\n<h3>Support<\/h3>\n\n<p>For questions or support, <a href=\"https:\/\/wordpress.org\/support\/plugin\/block-ai-crawlers\/\">please post on the forums<\/a> or <a href=\"https:\/\/github.com\/bobmatyas\/wp-block-ai-crawlers\/issues\">on GitHub<\/a>.<\/p>\n\n<!--section=installation-->\n<ol>\n<li>Download the plugin zip file.<\/li>\n<li>Go to your WordPress admin panel.<\/li>\n<li>Navigate to Plugins &gt; Add New &gt; Upload Plugin.<\/li>\n<li>Choose the zip file and click \"Install Now.\"<\/li>\n<li>Activate the plugin.1. Activate the plugin through the 'Plugins' menu in WordPress<\/li>\n<li>Once installed the plugin is automatically activated. There are no user configured settings<\/li>\n<li>You can view more about what crawlers are being blocked at \"Settings &gt; Block AI Crawlers\"<\/li>\n<\/ol>\n\n<!--section=faq-->\n<dl>\n<dt id=\"will%20this%20remove%20my%20site%20from%20existing%20data%20sets%3F\"><h3>Will this remove my site from existing data sets?<\/h3><\/dt>\n<dd><p>Unfortunately, no. However, it does tell bots that your site shouldn't be used for future datasets.<\/p><\/dd>\n<dt id=\"how%20does%20this%20work%3F\"><h3>How does this work?<\/h3><\/dt>\n<dd><p>The plugin adds directives to the <code>robots.txt<\/code> file to tell AI crawlers that they shouldn't index your site. It also adds the <code>noai<\/code> meta tag to your site's header to do the same.<\/p><\/dd>\n<dt id=\"how%20often%20is%20this%20updated%3F\"><h3>How often is this updated?<\/h3><\/dt>\n<dd><p>I try to keep up with new crawlers and update the block list regularly.<\/p><\/dd>\n<dt id=\"can%20i%20suggest%20crawlers%20for%20blocking%3F\"><h3>Can I suggest crawlers for blocking?<\/h3><\/dt>\n<dd><p>Yes! please share suggestions on <a href=\"https:\/\/wordpress.org\/support\/plugin\/block-ai-crawlers\/\">the forums<\/a> or <a href=\"https:\/\/github.com\/bobmatyas\/wp-block-ai-crawlers\/issues\">on GitHub<\/a>.<\/p><\/dd>\n<dt id=\"what%20if%20i%20already%20have%20a%20%60robots.txt%60%20file%20on%20my%20web%20server%3F\"><h3>What if I already have a `robots.txt` file on my web server?<\/h3><\/dt>\n<dd><p>If you have a physical <code>robots.txt<\/code> file on your web server, you won't be able to activate this plugin. The plugin only works when using WordPress' built-in virtual <code>robots.txt<\/code>.<\/p><\/dd>\n<dt id=\"will%20this%20work%20with%20other%20plugins%20that%20modify%20the%20virtual%20%60robots.txt%60%3F\"><h3>Will this work with other plugins that modify the virtual `robots.txt`?<\/h3><\/dt>\n<dd><p>It should in theory. It just appends the directives to the <code>robots.txt<\/code> file.<\/p><\/dd>\n<dt id=\"will%20this%20prevent%20my%20site%20from%20being%20indexed%20by%20search%20engines%3F\"><h3>Will this prevent my site from being indexed by search engines?<\/h3><\/dt>\n<dd><p>No. Search engines follow different <code>robots.txt<\/code> rules.<\/p><\/dd>\n\n<\/dl>\n\n<!--section=changelog-->\n<h4>1.5.6 - 02\/15\/2026<\/h4>\n\n<ul>\n<li>Fix: Update Claude blocking<\/li>\n<li>New: Block MistralAI-user<\/li>\n<li>New: Block LinerBot<\/li>\n<li>New: Block Google-CloudVertexBot<\/li>\n<li>New: Block VelenPublicWebCrawler<\/li>\n<\/ul>\n\n<h4>1.5.5 - 11\/28\/2025<\/h4>\n\n<ul>\n<li>Indicate WordPress v6.9 compatibility<\/li>\n<li>Fix: Variable naming issues identified by Plugin Check<\/li>\n<\/ul>\n\n<h4>1.5.4<\/h4>\n\n<ul>\n<li>Bump version number<\/li>\n<li>New: Block Brightbot<\/li>\n<li>New: Block DeepSeekBot<\/li>\n<li>New: Block TerraCotta<\/li>\n<li>Fix: Plugin check errors<\/li>\n<\/ul>\n\n<h4>1.5.2<\/h4>\n\n<ul>\n<li>New: Block Yak<\/li>\n<li>New: Block Bigsur.ai<\/li>\n<li>New: Block AddSearchBot<\/li>\n<li>New: Block Google Agents<\/li>\n<li>New: Block Thinkbot<\/li>\n<li>New: Block Posideon Research Center<\/li>\n<li>New: Block EchoboxBot<\/li>\n<li>New: Block Bedrockbot<\/li>\n<li>New: Block Panscient<\/li>\n<li>New: Block SBIntuitionsBot<\/li>\n<li>New: Block PhindBot<\/li>\n<li>New: Block YandexAdditional<\/li>\n<\/ul>\n\n<h4>1.5.1<\/h4>\n\n<ul>\n<li>New: Block aiHitBot<\/li>\n<li>New: Block Cotoyogi<\/li>\n<li>New: Block Factset<\/li>\n<li>New: Block Firecrawl<\/li>\n<li>New: Block TikTokSpider<\/li>\n<li>New: Block Perplexity\u2011User<\/li>\n<li>Update: Meta External Agent and Meta External Fetcher<\/li>\n<li>Update: New Claude Bots<\/li>\n<li>Update: Indicate WordPress v6.8 compatibility<\/li>\n<\/ul>\n\n<h4>1.5.0<\/h4>\n\n<ul>\n<li>Enhancement: Adds ability for custom robots.txt rules<\/li>\n<\/ul>\n\n<h4>1.4.3<\/h4>\n\n<ul>\n<li>New: Block SemrushBot<\/li>\n<li>New: Block Crawlspace<\/li>\n<\/ul>\n\n<h4>1.4.2<\/h4>\n\n<ul>\n<li>New: Block PanguBot<\/li>\n<\/ul>\n\n<h4>1.4.1<\/h4>\n\n<ul>\n<li>New: Block Turnitinbot<\/li>\n<li>New: Block Ai2Bot-Dolma<\/li>\n<li>Enhancement: WordPress 6.7 compatibility<\/li>\n<\/ul>\n\n<h4>1.4.0<\/h4>\n\n<ul>\n<li>New: Block Kangaroo Bot<\/li>\n<li>New: Block sentibot<\/li>\n<li>New: Block FriendlyCrawler<\/li>\n<li>New: Block Scrapy<\/li>\n<li>Fix: Broken link to settings page from Plugins page<\/li>\n<li>Enhancement: Improve <code>readme.md<\/code> and <code>readme.txt<\/code><\/li>\n<\/ul>\n\n<h4>1.3.9<\/h4>\n\n<ul>\n<li>New: Block PetalBot<\/li>\n<li>New: Block AI2Bot<\/li>\n<li>New: Block Webz.io<\/li>\n<li>New: Block OpenAI Search Bot (SearchGPT)<\/li>\n<li>Enhancement: Alphabetize list of blocked crawlers<\/li>\n<li>Enhancement: Indicate compatibility with WordPress v6.6<\/li>\n<li>Enhancement: Add quick link to settings and nudge for rating on plugins page<\/li>\n<\/ul>\n\n<h4>1.3.8<\/h4>\n\n<ul>\n<li>Maintenance: Auto-deply from Github fixed \/ bumped version number<\/li>\n<\/ul>\n\n<h4>1.3.7<\/h4>\n\n<ul>\n<li>New: Meta AI<\/li>\n<li>New: Block You.com Crawler<\/li>\n<li>New: Block AmazonBot<\/li>\n<li>New: Block Timpibot<\/li>\n<\/ul>\n\n<h4>1.3.6<\/h4>\n\n<ul>\n<li>New: Block Perplexity<\/li>\n<li>New: Block Apple AI<\/li>\n<li>Update: FAQ based on submitted question<\/li>\n<\/ul>\n\n<h4>1.3.5<\/h4>\n\n<ul>\n<li>New: Block additional Omgili bot<\/li>\n<li>New: Block Imagesift<\/li>\n<li>Fix: Fix settings page<\/li>\n<li>Add: <code>blueprint.json<\/code> for plugin preview<\/li>\n<\/ul>\n\n<h4>1.3.3<\/h4>\n\n<ul>\n<li>Fix: Issue with fatal errors on activation<\/li>\n<\/ul>\n\n<h4>1.3.1<\/h4>\n\n<ul>\n<li>New: Blocks Anthropic's Claude<\/li>\n<li>Fix: Missing external link icons<\/li>\n<li>Update: Bump tested to v6.5.3<\/li>\n<\/ul>\n\n<h4>1.3.0<\/h4>\n\n<ul>\n<li>New: Adds settings page showing blocked crawlers<\/li>\n<li>Enhancement: Remove crawler description in <code>robots.txt<\/code><\/li>\n<\/ul>\n\n<h4>1.2.2<\/h4>\n\n<ul>\n<li>Update: Adds deploy from GitHub<\/li>\n<\/ul>\n\n<h4>1.2.1<\/h4>\n\n<ul>\n<li>Maintenance: Adds deploy from GitHub<\/li>\n<\/ul>\n\n<h4>1.2.0<\/h4>\n\n<ul>\n<li>Block Cohere crawler<\/li>\n<li>Block DiffBot crawler<\/li>\n<li>Block Anthropic AI crawler<\/li>\n<li>Indicate compatibility w\/WordPress 6.5.2<\/li>\n<\/ul>\n\n<h4>1.1.0<\/h4>\n\n<ul>\n<li>Blocks additional crawlers.<\/li>\n<\/ul>\n\n<h4>1.0.0<\/h4>\n\n<p>Initial Release.<\/p>","raw_excerpt":"Tell AI (Artificial Intelligence) companies not to scrape your site for their AI products.","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin\/181227","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin"}],"about":[{"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/types\/plugin"}],"replies":[{"embeddable":true,"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/comments?post=181227"}],"author":[{"embeddable":true,"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wporg\/v1\/users\/lastsplash"}],"wp:attachment":[{"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/media?parent=181227"}],"wp:term":[{"taxonomy":"plugin_section","embeddable":true,"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_section?post=181227"},{"taxonomy":"plugin_tags","embeddable":true,"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_tags?post=181227"},{"taxonomy":"plugin_category","embeddable":true,"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_category?post=181227"},{"taxonomy":"plugin_contributors","embeddable":true,"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_contributors?post=181227"},{"taxonomy":"plugin_business_model","embeddable":true,"href":"https:\/\/mai.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_business_model?post=181227"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}