{"id":416,"date":"2012-03-05T14:23:52","date_gmt":"2012-03-05T14:23:52","guid":{"rendered":"https:\/\/wordpress.org\/plugins-wp\/wp-robots-txt\/"},"modified":"2025-06-29T19:37:13","modified_gmt":"2025-06-29T19:37:13","slug":"wp-robots-txt","status":"publish","type":"plugin","link":"https:\/\/da.wordpress.org\/plugins\/wp-robots-txt\/","author":14632437,"comment_status":"closed","ping_status":"closed","template":"","meta":{"_crdt_document":"","version":"1.3.5","stable_tag":"1.3.5","tested":"6.8.5","requires":"5.3.0","requires_php":"7.0","requires_plugins":null,"header_name":"WP Robots Txt","header_author":"George Pattichis","header_description":"","assets_banners_color":"137dad","last_updated":"2025-06-29 19:37:13","external_support_url":"","external_repository_url":"","donate_link":"https:\/\/profiles.wordpress.org\/pattihis\/","header_plugin_uri":"https:\/\/github.com\/pattihis\/wp-robots.txt","header_author_uri":"https:\/\/profiles.wordpress.org\/pattihis\/","rating":5,"author_block_rating":0,"active_installs":50000,"downloads":548663,"num_ratings":21,"support_threads":0,"support_threads_resolved":0,"author_block_count":0,"sections":["description","installation","faq","changelog"],"tags":{"1.0":{"tag":"1.0","author":"chrisguitarguy","date":"2012-03-05 14:30:11"},"1.1":{"tag":"1.1","author":"chrisguitarguy","date":"2013-08-10 03:53:14"},"1.2":{"tag":"1.2","author":"pattihis","date":"2022-10-28 19:07:40"},"1.3":{"tag":"1.3","author":"pattihis","date":"2023-09-29 16:11:31"},"1.3.1":{"tag":"1.3.1","author":"pattihis","date":"2023-12-26 16:01:46"},"1.3.2":{"tag":"1.3.2","author":"pattihis","date":"2024-01-30 08:48:15"},"1.3.3":{"tag":"1.3.3","author":"pattihis","date":"2024-03-15 07:45:52"},"1.3.4":{"tag":"1.3.4","author":"pattihis","date":"2024-11-30 16:56:39"},"1.3.5":{"tag":"1.3.5","author":"pattihis","date":"2025-06-29 19:37:13"}},"upgrade_notice":{"1.1":"<ul>\n<li>Should actually work in 3.5+ now<\/li>\n<\/ul>","1.0":"<ul>\n<li>Everyone wants to edit their <code>robots.txt<\/code> files.<\/li>\n<\/ul>"},"ratings":{"1":0,"2":0,"3":0,"4":1,"5":20},"assets_icons":{"icon-128x128.png":{"filename":"icon-128x128.png","revision":3015903,"resolution":"128x128","location":"assets","locale":""},"icon-256x256.png":{"filename":"icon-256x256.png","revision":3015903,"resolution":"256x256","location":"assets","locale":""}},"assets_banners":{"banner-1544x500-rtl.jpg":{"filename":"banner-1544x500-rtl.jpg","revision":2801635,"resolution":"1544x500","location":"assets","locale":""},"banner-1544x500.jpg":{"filename":"banner-1544x500.jpg","revision":2801635,"resolution":"1544x500","location":"assets","locale":""},"banner-772x250-rtl.jpg":{"filename":"banner-772x250-rtl.jpg","revision":2801635,"resolution":"772x250","location":"assets","locale":""},"banner-772x250.jpg":{"filename":"banner-772x250.jpg","revision":2801635,"resolution":"772x250","location":"assets","locale":""}},"assets_blueprints":{},"all_blocks":[],"tagged_versions":["1.0","1.1","1.2","1.3","1.3.1","1.3.2","1.3.3","1.3.4","1.3.5"],"block_files":[],"assets_screenshots":{"screenshot-1.png":{"filename":"screenshot-1.png","revision":2801635,"resolution":"1","location":"assets","locale":""}},"screenshots":{"1":"A view of the admin option"},"jetpack_post_was_ever_published":false},"plugin_section":[],"plugin_tags":[6499,12753,186],"plugin_category":[55],"plugin_contributors":[198195],"plugin_business_model":[],"class_list":["post-416","plugin","type-plugin","status-publish","hentry","plugin_tags-robots","plugin_tags-robots-txt","plugin_tags-seo","plugin_category-seo-and-marketing","plugin_contributors-pattihis","plugin_committers-pattihis"],"banners":{"banner":"https:\/\/ps.w.org\/wp-robots-txt\/assets\/banner-772x250.jpg?rev=2801635","banner_2x":"https:\/\/ps.w.org\/wp-robots-txt\/assets\/banner-1544x500.jpg?rev=2801635","banner_rtl":false,"banner_2x_rtl":false},"icons":{"svg":false,"icon":"https:\/\/ps.w.org\/wp-robots-txt\/assets\/icon-128x128.png?rev=3015903","icon_2x":"https:\/\/ps.w.org\/wp-robots-txt\/assets\/icon-256x256.png?rev=3015903","generated":false},"screenshots":[{"src":"https:\/\/ps.w.org\/wp-robots-txt\/assets\/screenshot-1.png?rev=2801635","caption":"A view of the admin option"}],"raw_content":"<!--section=description-->\n<p>WordPress, by default, includes a simple robots.txt file that's dynamically generated from within the WP application. This is great, but how do you easily change the content?<\/p>\n\n<p>Enter <strong>WP Robots Txt<\/strong>, a plugin that adds an additional field to the \"Reading\" admin page where you can do just that. No manual coding or file editing required!<\/p>\n\n<p>Simply visit https:\/\/your-site.com\/wp-admin\/options-reading.php and you can control the contents of your https:\/\/your-site.com\/robots.txt<\/p>\n\n<p><a href=\"https:\/\/wordpress.org\/plugins\/wp-robots-txt\/#developers\">Changelog<\/a><\/p>\n\n<!--section=installation-->\n<ol>\n<li>Download the plugin<\/li>\n<li>Unzip it<\/li>\n<li>Upload the unzipped folder to <code>wp-content\/plugins<\/code> directory<\/li>\n<li>Activate and enjoy!<\/li>\n<\/ol>\n\n<p>Or you can simply install it through the admin area plugin installer.<\/p>\n\n<!--section=faq-->\n<dl>\n<dt id='i%20totally%20screwed%20up%20my%20%60robots.txt%60%20file.%20how%20can%20i%20restore%20the%20default%20version%3F'><h3>I totally screwed up my `robots.txt` file. How can I restore the default version?<\/h3><\/dt>\n<dd><p>Delete all the content from the <em>Robots.txt Content<\/em> field and save the privacy options.<\/p><\/dd>\n<dt id='could%20i%20accidently%20block%20all%20search%20bots%20with%20this%3F'><h3>Could I accidently block all search bots with this?<\/h3><\/dt>\n<dd><p>Yes.  Be careful! That said, <code>robots.txt<\/code> files are suggestions. They don't really <em>block<\/em> bots as much as they <em>suggest<\/em> that bots don't crawl portions of a site.  That's why the options on the Privacy Settings page say \"Ask search engines not to index this site.\"<\/p><\/dd>\n<dt id='where%20can%20i%20learn%20more%20about%20%60robots.txt%60%20files%3F'><h3>Where can I learn more about `robots.txt` files?<\/h3><\/dt>\n<dd><p><a href=\"https:\/\/developers.google.com\/webmasters\/control-crawl-index\/docs\/robots_txt\">Here<\/a> is a general guide by Google and <a href=\"https:\/\/wordpress.org\/support\/article\/search-engine-optimization\/\">here<\/a> is the WordPress SEO documentation.<\/p><\/dd>\n\n<\/dl>\n\n<!--section=changelog-->\n<h4>1.3.5<\/h4>\n\n<ul>\n<li>Compatibility with WordPress 6.8<\/li>\n<\/ul>\n\n<h4>1.3.4<\/h4>\n\n<ul>\n<li>Compatibility with WordPress 6.7<\/li>\n<\/ul>\n\n<h4>1.3.3<\/h4>\n\n<ul>\n<li>Add Line Break to allow appending more rules. Thanks @flberger<\/li>\n<\/ul>\n\n<h4>1.3.2<\/h4>\n\n<ul>\n<li>Add translation template<\/li>\n<\/ul>\n\n<h4>1.3.1<\/h4>\n\n<ul>\n<li>Compatibility with WordPress 6.4<\/li>\n<li>WP Coding Standards compliant<\/li>\n<\/ul>\n\n<h4>1.3<\/h4>\n\n<ul>\n<li>Ensure Compatibility with WP v6.3<\/li>\n<li>Increase PHP minimum required version<\/li>\n<\/ul>\n\n<h4>1.2<\/h4>\n\n<ul>\n<li>Update the default robots.txt content<\/li>\n<li>Include sitemap reference<\/li>\n<li>Resolve code warnings\/errors<\/li>\n<li>WP Coding Standards compliant<\/li>\n<li>Ensure Compatibility with WP v6<\/li>\n<\/ul>\n\n<h4>1.1<\/h4>\n\n<ul>\n<li>Moved the settings field \"officially\" to the reading page<\/li>\n<li>General code clean up<\/li>\n<\/ul>\n\n<h4>1.0<\/h4>\n\n<ul>\n<li>Initial version<\/li>\n<\/ul>","raw_excerpt":"WP Robots Txt Allows you to edit the content of your robots.txt file.","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin\/416","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin"}],"about":[{"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/types\/plugin"}],"replies":[{"embeddable":true,"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/comments?post=416"}],"author":[{"embeddable":true,"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wporg\/v1\/users\/pattihis"}],"wp:attachment":[{"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/media?parent=416"}],"wp:term":[{"taxonomy":"plugin_section","embeddable":true,"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_section?post=416"},{"taxonomy":"plugin_tags","embeddable":true,"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_tags?post=416"},{"taxonomy":"plugin_category","embeddable":true,"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_category?post=416"},{"taxonomy":"plugin_contributors","embeddable":true,"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_contributors?post=416"},{"taxonomy":"plugin_business_model","embeddable":true,"href":"https:\/\/da.wordpress.org\/plugins\/wp-json\/wp\/v2\/plugin_business_model?post=416"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}