{"id":5027,"date":"2024-02-26T00:26:03","date_gmt":"2024-02-25T23:26:03","guid":{"rendered":"https:\/\/michael-hoepfl.com\/digital-world\/robots-txt-30-years-of-house-rules-for-websites-heise-online\/02-2024\/"},"modified":"2024-02-26T00:26:03","modified_gmt":"2024-02-25T23:26:03","slug":"robots-txt-30-years-of-house-rules-for-websites-heise-online","status":"publish","type":"post","link":"https:\/\/michael-hoepfl.com\/en\/technology\/robots-txt-30-years-of-house-rules-for-websites-heise-online\/02-2024\/","title":{"rendered":"robots.txt \u2013 30 Years of House Rules for Websites | heise online"},"content":{"rendered":"<p>The Robots Exclusion Standard governs who may automatically crawl website content \u2013 and in the age of ChatGPT it is more relevant than it has been for a long time.<br \/>\n\u2014 Read more <a href=\"https:\/\/www.heise.de\/news\/robots-txt-30-Jahre-Hausregeln-fuer-Websites-9636693.html\">www.heise.de\/news\/robots-txt-30-Jahre-Hausregeln-fuer-Websites-9636693.html<\/a><\/p>\n","protected":false},"excerpt":{"rendered":"<p>The Robots Exclusion Standard governs who may automatically crawl website content \u2013 and in the age of ChatGPT it is more relevant than it has been for a long time. [&hellip;]<\/p>\n","protected":false},"author":4,"featured_media":5024,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"link","meta":{"_seopress_titles_title":"","_seopress_titles_desc":"","_seopress_robots_index":"","_seopress_robots_follow":"","_seopress_robots_imageindex":"","_seopress_robots_snippet":"","_seopress_robots_primary_cat":null,"_seopress_robots_breadcrumbs":"","_seopress_robots_freeze_modified_date":"","_seopress_robots_custom_modified_date":"","_seopress_robots_canonical":"","_seopress_social_fb_title":"","_seopress_social_fb_desc":"","_seopress_social_fb_img":"","_seopress_social_fb_img_attachment_id":0,"_seopress_social_fb_img_width":0,"_seopress_social_fb_img_height":0,"_seopress_social_twitter_title":"","_seopress_social_twitter_desc":"","_seopress_social_twitter_img":"","_seopress_social_twitter_img_attachment_id":0,"_seopress_social_twitter_img_width":0,"_seopress_social_twitter_img_height":0,"_seopress_redirections_value":"","_seopress_redirections_enabled":"","_seopress_redirections_enabled_regex":"","_seopress_redirections_logged_status":"","_seopress_redirections_param":"","_seopress_redirections_type":0,"_seopress_analysis_target_kw":"","_seopress_news_disabled":"","_seopress_video_disabled":"","_seopress_video":[],"_seopress_pro_schemas_manual":[],"_seopress_pro_rich_snippets_disable_all":"","_seopress_pro_rich_snippets_disable":[],"_seopress_pro_schemas":[],"_import_markdown_pro_load_document_selector":0,"_import_markdown_pro_submit_text_textarea":"","_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_feature_clip_id":0,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_post_was_ever_published":false},"categories":[320,317,287],"tags":[299,337,344,343,290],"class_list":["post-5027","post","type-post","status-publish","format-link","has-post-thumbnail","hentry","category-digital-world","category-links","category-technology","tag-ai","tag-heise","tag-history","tag-internet","tag-technology","post_format-post-format-link","bwp-blog-post","bwp-masonry-item","bwp-col-1","bwp-post-has-title"],"jetpack_sharing_enabled":true,"jetpack_featured_media_url":"https:\/\/michael-hoepfl.com\/wp-content\/uploads\/2024\/02\/pngkey.com-ega-png-2332677.png","_links":{"self":[{"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/posts\/5027","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/users\/4"}],"replies":[{"embeddable":true,"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/comments?post=5027"}],"version-history":[{"count":0,"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/posts\/5027\/revisions"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/media\/5024"}],"wp:attachment":[{"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/media?parent=5027"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/categories?post=5027"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/michael-hoepfl.com\/en\/wp-json\/wp\/v2\/tags?post=5027"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}