{"id":201367,"date":"2024-09-18T11:35:31","date_gmt":"2024-09-18T11:35:31","guid":{"rendered":"https:\/\/wordpress.org\/plugins\/ai-scrape-protect\/"},"modified":"2025-11-29T14:24:51","modified_gmt":"2025-11-29T14:24:51","slug":"ai-scrape-protect","status":"publish","type":"plugin","link":"https:\/\/sa.wordpress.org\/plugins\/ai-scrape-protect\/","author":17557061,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_crdt_document":"","version":"4.6","stable_tag":"4.6","tested":"6.9.4","requires":"5.0","requires_php":"7.4","requires_plugins":null,"header_name":"AI Scrape Protect","header_author":"Codesurf Web Development,  Daan Verbaan","header_description":"Protects your Website from scraping for AI training by adding opt-out instructions to robots.txt for most common AI scraping bots. Note: these instructions are not always respected.","assets_banners_color":"84b265","last_updated":"2025-11-29 14:24:51","external_support_url":"","external_repository_url":"","donate_link":"https:\/\/paypal.me\/AiScrapeProtect","header_plugin_uri":"https:\/\/codesurf.eu\/wordpress-ai-scrape-protect-plugin\/","header_author_uri":"https:\/\/codesurf.eu","rating":4.8,"author_block_rating":0,"active_installs":200,"downloads":2533,"num_ratings":4,"support_threads":0,"support_threads_resolved":0,"author_block_count":0,"sections":["description","installation","faq","changelog"],"tags":{"1.2":{"tag":"1.2","author":"daanverbaan","date":"2024-09-18 12:02:54"},"1.3":{"tag":"1.3","author":"daanverbaan","date":"2024-09-18 12:02:54"},"1.4":{"tag":"1.4","author":"daanverbaan","date":"2024-09-18 12:23:25"},"2.0":{"tag":"2.0","author":"daanverbaan","date":"2024-09-19 07:46:24"},"2.1":{"tag":"2.1","author":"daanverbaan","date":"2024-12-04 16:35:58"},"2.2":{"tag":"2.2","author":"daanverbaan","date":"2024-12-06 08:54:47"},"2.3":{"tag":"2.3","author":"daanverbaan","date":"2024-12-13 08:58:12"},"2.4":{"tag":"2.4","author":"daanverbaan","date":"2024-12-13 09:34:26"},"3.0":{"tag":"3.0","author":"daanverbaan","date":"2024-12-22 17:25:32"},"3.1":{"tag":"3.1","author":"daanverbaan","date":"2025-04-10 16:52:48"},"4.0":{"tag":"4.0","author":"daanverbaan","date":"2025-05-07 17:27:17"},"4.1":{"tag":"4.1","author":"daanverbaan","date":"2025-06-07 13:41:54"},"4.2":{"tag":"4.2","author":"daanverbaan","date":"2025-06-16 15:21:17"},"4.3":{"tag":"4.3","author":"daanverbaan","date":"2025-07-08 13:33:21"},"4.4":{"tag":"4.4","author":"daanverbaan","date":"2025-07-08 17:36:37"},"4.5":{"tag":"4.5","author":"daanverbaan","date":"2025-07-10 16:12:26"},"4.6":{"tag":"4.6","author":"daanverbaan","date":"2025-11-29 14:24:51"}},"upgrade_notice":{"4.6":"<p>Added six new AI scraping bots to the block list: 360Spider, ChatGLM-Spider, Sogou, Baiduspider, ErnieBot, and DeepseekBot. These additions improve protection against emerging AI scrapers while maintaining compatibility with search engine indexing bots. No changes to meta tags or admin bar functionality.<\/p>","4.5":"<p>Removed DuckDuckBot from the blocklist.\nSpecifically allowed Googlebot, Googlebot-Image, Googlebot-News, Google-PageSpeed, Google-Site-Verification and Lighthouse to improve crawling functionality.<\/p>","4.4":"<p>Fixes robots.txt compatibility issue with other plugins by removing duplicate &quot;User-agent: *&quot; rules.<\/p>","4.3":"<p>Improvements to robots.txt handling: User-agent rules are now added more efficiently via a single loop, improving performance and readability.<\/p>","4.2":"<p>New AI bots have been added to the block list: Claude-User, DataForSeoBot, GoogleOther, and TurnitinBot. This update improves protection against AI training crawlers while maintaining compatibility with search engines.<\/p>","4.1":"<p>Added two new AI bots to the block list: Amazon-AI and AnthropicBot. Ensured existing entries were not duplicated. Maintains compatibility with major search engines for proper indexing.<\/p>","4.0":"<p>All project links and references have been updated to reflect the plugin\u2019s move from <code>uisce.eu<\/code> to its new home at <code>codesurf.eu<\/code>. No functional changes \u2014 safe to update.<\/p>","3.1":"<p>New AI bots have been added to the block list, improving the scope of protection. The admin bar icon has been enhanced with a higher resolution and a green dot to clearly indicate when the plugin is active.<\/p>","3.0":"<p>Admin bar icon added. Updates to meta tags and <code>robots.txt<\/code> for better compatibility with AI standards. Removed OpenAI SearchBot from the blocklist as recommended.<\/p>"},"ratings":{"1":0,"2":0,"3":0,"4":1,"5":3},"assets_icons":{"icon-128x128.jpg":{"filename":"icon-128x128.jpg","revision":3153910,"resolution":"128x128","location":"assets","locale":""},"icon-256x256.jpg":{"filename":"icon-256x256.jpg","revision":3153910,"resolution":"256x256","location":"assets","locale":""}},"assets_banners":{"banner-1544x500.jpg":{"filename":"banner-1544x500.jpg","revision":3153910,"resolution":"1544x500","location":"assets","locale":""},"banner-772x250.jpg":{"filename":"banner-772x250.jpg","revision":3153910,"resolution":"772x250","location":"assets","locale":""}},"assets_blueprints":{},"all_blocks":[],"tagged_versions":["1.2","1.3","1.4","2.0","2.1","2.2","2.3","2.4","3.0","3.1","4.0","4.1","4.2","4.3","4.4","4.5","4.6"],"block_files":[],"assets_screenshots":{"screenshot-1.png":{"filename":"screenshot-1.png","revision":3207445,"resolution":"1","location":"assets","locale":""},"screenshot-2.png":{"filename":"screenshot-2.png","revision":3207485,"resolution":"2","location":"assets","locale":""}},"screenshots":{"1":"<strong>robots.txt File Example:<\/strong> Shows how the plugin updates the <code>robots.txt<\/code> file.","2":"<strong>meta tags Example:<\/strong> Shows an example of the Meta Tags added to the head section.","3":"<strong>Admin Bar Icon:<\/strong> Displays the admin bar icon indicating the plugin's active state."},"jetpack_post_was_ever_published":false},"plugin_section":[],"plugin_tags":[2353,231883,12753,188691,600],"plugin_category":[54],"plugin_contributors":[231884],"plugin_business_model":[],"class_list":["post-201367","plugin","type-plugin","status-publish","hentry","plugin_tags-ai","plugin_tags-ai-scraping-protection","plugin_tags-robots-txt","plugin_tags-scraping","plugin_tags-security","plugin_category-security-and-spam-protection","plugin_contributors-daanverbaan","plugin_committers-daanverbaan"],"banners":{"banner":"https:\/\/ps.w.org\/ai-scrape-protect\/assets\/banner-772x250.jpg?rev=3153910","banner_2x":"https:\/\/ps.w.org\/ai-scrape-protect\/assets\/banner-1544x500.jpg?rev=3153910","banner_rtl":false,"banner_2x_rtl":false},"icons":{"svg":false,"icon":"https:\/\/ps.w.org\/ai-scrape-protect\/assets\/icon-128x128.jpg?rev=3153910","icon_2x":"https:\/\/ps.w.org\/ai-scrape-protect\/assets\/icon-256x256.jpg?rev=3153910","generated":false},"screenshots":[{"src":"https:\/\/ps.w.org\/ai-scrape-protect\/assets\/screenshot-1.png?rev=3207445","caption":"<strong>robots.txt File Example:<\/strong> Shows how the plugin updates the <code>robots.txt<\/code> file."},{"src":"https:\/\/ps.w.org\/ai-scrape-protect\/assets\/screenshot-2.png?rev=3207485","caption":"<strong>meta tags Example:<\/strong> Shows an example of the Meta Tags added to the head section."}],"raw_content":"<!--section=description-->\n<p><strong>AI Scrape Protect<\/strong> is a WordPress plugin designed to protect your website from scraping for AI training purposes. It achieves this by adding opt-out instructions to the <code>robots.txt<\/code> file for the most common AI scraping bots and including meta tags to control how your content is used.<\/p>\n\n<p><strong>Simplicity first:<\/strong> This plugin is built to be as simple and user-friendly as possible. There are no complicated settings or configuration screens\u2014just activate the plugin and your site is protected. Perfect for anyone who wants quick, effective AI scraping protection without any technical hassle.<\/p>\n\n<p><strong>Note:<\/strong> These instructions are not always respected by all bots.<\/p>\n\n<h3>Features<\/h3>\n\n<ul>\n<li>Adds specific <code>User-agent<\/code> and <code>Disallow<\/code> rules to your <code>robots.txt<\/code> file to block a comprehensive list of AI scraping bots.  <\/li>\n<li>Introduces meta tags in the HTML <code>&lt;head&gt;<\/code> to provide additional instructions to AI bots, including new tags for Bingbot and general AI compliance.  <\/li>\n<li>Prepares for future standards with support for <code>DisallowAITraining<\/code> and <code>noimageai<\/code> meta tags.  <\/li>\n<li>Dedicated handling of specific bots like CCBot and Bingbot for better protection and compatibility.  <\/li>\n<li>Admin bar icon to indicate plugin activity.<\/li>\n<\/ul>\n\n<!--section=installation-->\n<ol>\n<li>Upload the <code>ai-scrape-protect<\/code> folder to the <code>\/wp-content\/plugins\/<\/code> directory.  <\/li>\n<li>Activate the plugin through the 'Plugins' menu in WordPress.<\/li>\n<\/ol>\n\n<!--section=faq-->\n<dl>\n<dt id='how%20does%20this%20plugin%20protect%20my%20site%20from%20ai%20scraping%3F'><h3>How does this plugin protect my site from AI scraping?<\/h3><\/dt>\n<dd><p>The plugin adds specific <code>User-agent<\/code> entries to your <code>robots.txt<\/code> file to instruct common AI scraping bots not to crawl or scrape your site. It also introduces meta tags in the HTML <code>&lt;head&gt;<\/code> to provide additional instructions to AI bots.<\/p><\/dd>\n<dt id='will%20this%20completely%20stop%20ai%20scraping%20of%20my%20site%3F'><h3>Will this completely stop AI scraping of my site?<\/h3><\/dt>\n<dd><p>While this plugin adds recommendations to the <code>robots.txt<\/code> file and includes meta tags, not all bots follow these rules. This is a measure to discourage scraping rather than a foolproof solution.<\/p><\/dd>\n<dt id='can%20i%20add%20or%20remove%20bots%20from%20the%20list%3F'><h3>Can I add or remove bots from the list?<\/h3><\/dt>\n<dd><p>Currently, the plugin includes a predefined list of bots. If you need to add or remove specific bots, you would need to modify the plugin code or contact the plugin author for customization.<\/p><\/dd>\n<dt id='what%20happens%20if%20i%20deactivate%20the%20plugin%3F'><h3>What happens if I deactivate the plugin?<\/h3><\/dt>\n<dd><p>The <code>robots.txt<\/code> file will revert to its previous state before the plugin was activated, and the meta tags added to the HTML <code>&lt;head&gt;<\/code> will be removed.<\/p><\/dd>\n\n<\/dl>\n\n<!--section=changelog-->\n<h4>4.6<\/h4>\n\n<ul>\n<li>Added six new AI scraping bots to the block list: 360Spider, ChatGLM-Spider, Sogou, Baiduspider, ErnieBot, DeepseekBot. \/\/ Added V 4.6<\/li>\n<li>Ensures existing entries remain intact and no duplication occurs.<\/li>\n<li>Maintains compatibility with major search engines (Googlebot, Bingbot, etc.).<\/li>\n<li>No functional changes to meta tags or admin bar.<\/li>\n<\/ul>\n\n<h4>4.5<\/h4>\n\n<ul>\n<li>Removed DuckDuckBot from the blocklist.<\/li>\n<li>Specifically allowed Googlebot, Googlebot-Image, Googlebot-News, Google-PageSpeed, Google-Site-Verification and Lighthouse to improve functionality.<\/li>\n<\/ul>\n\n<h4>4.4<\/h4>\n\n<ul>\n<li>Improved compatibility with other plugins modifying robots.txt by no longer injecting a redundant \"User-agent: *\" directive.<\/li>\n<\/ul>\n\n<h4>4.3<\/h4>\n\n<pre><code>Increased priority for the robots.txt modification by improving the order of the User-agent rules.\nThe modify_robots_txt function was updated to add all User-agent rules in a single loop.\n<\/code><\/pre>\n\n<h4>4.2<\/h4>\n\n<ul>\n<li>Added four new AI training bots to the block list: Claude-User, DataForSeoBot, GoogleOther, and TurnitinBot.  <\/li>\n<li>Improved accuracy of the block list to better focus on bots used for AI model training (not for SEO or search engine indexing).  <\/li>\n<li>Maintains compatibility with major search engines for proper indexing.<\/li>\n<\/ul>\n\n<h4>4.1<\/h4>\n\n<ul>\n<li>Added two new AI bots to the block list: Amazon-AI and AnthropicBot.  <\/li>\n<li>Ensured existing entries were not duplicated.  <\/li>\n<li>Maintains compatibility with major search engines for proper indexing.<\/li>\n<\/ul>\n\n<h4>4.0<\/h4>\n\n<ul>\n<li>Project URL and documentation moved from <code>uisce.eu<\/code> to <a href=\"https:\/\/codesurf.eu\">https:\/\/codesurf.eu<\/a> to reflect the new home of the plugin and its development.  <\/li>\n<li>All internal plugin references and support links updated accordingly.  <\/li>\n<li>No functional changes to code \u2014 purely branding and maintenance update.  <\/li>\n<\/ul>\n\n<h4>3.1<\/h4>\n\n<ul>\n<li>Added new AI bots to the block list: DuckDuckBot, OpenAIContentCrawler, YandexBot, NeevaBot, AIMatrixCrawler.  <\/li>\n<li>Improved admin bar icon clarity with higher resolution and visual indicators (green dot for active state).  <\/li>\n<\/ul>\n\n<h4>3.0<\/h4>\n\n<ul>\n<li>Added admin bar icon functionality to indicate plugin activity.  <\/li>\n<li>Updated meta tags for compliance with official documentation and improved AI scraping protection:<br \/>\n\n<ul>\n<li>Adjusted Bingbot tag to use <code>nocache<\/code> for better compatibility with Bing AI Chat.  <\/li>\n<li>Removed \"noindex\" from the <code>ai-bot<\/code> meta tag to allow search engine indexing.  <\/li>\n<li>Added <code>DisallowAITraining<\/code> and <code>noimageai<\/code> to the <code>robots<\/code> meta tag.  <\/li>\n<li>Introduced dedicated meta tags for CCBot.  <\/li>\n<\/ul><\/li>\n<li>Removed OpenAI SearchBot from the <code>robots.txt<\/code> blocklist based on OpenAI's recommendations.  <\/li>\n<\/ul>\n\n<h4>2.4<\/h4>\n\n<ul>\n<li>Updated meta tags for improved AI scraping protection.<br \/>\n\n<ul>\n<li>Prevent Bingbot and general AI bots from using the content for AI purposes.  <\/li>\n<li>Added clear comments in the code to describe the functionality of each meta tag.<\/li>\n<\/ul><\/li>\n<\/ul>","raw_excerpt":"Protect your website from AI scraping by adding opt-out instructions to your robots.txt file and including meta tags in the HTML `` with this easy-to- &hellip;","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin\/201367","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin"}],"about":[{"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/types\/plugin"}],"replies":[{"embeddable":true,"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/comments?post=201367"}],"author":[{"embeddable":true,"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wporg\/v1\/users\/daanverbaan"}],"wp:attachment":[{"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/media?parent=201367"}],"wp:term":[{"taxonomy":"plugin_section","embeddable":true,"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_section?post=201367"},{"taxonomy":"plugin_tags","embeddable":true,"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_tags?post=201367"},{"taxonomy":"plugin_category","embeddable":true,"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_category?post=201367"},{"taxonomy":"plugin_contributors","embeddable":true,"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_contributors?post=201367"},{"taxonomy":"plugin_business_model","embeddable":true,"href":"https:\/\/sa.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_business_model?post=201367"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}