{"type":"rich","version":"1.0","provider_name":"phorkie","provider_url":"https:\/\/p.cweiske.de\/","title":"google: do not use robots.txt","author_name":"Christian Weiske","cache_age":86400,"width":900,"height":900,"html":"<!-- embedding all files of https:\/\/p.cweiske.de\/712 -->\n<link rel=\"stylesheet\" href=\"https:\/\/p.cweiske.de\/css\/embed.css\"\/>\n<div class=\"phork\" id=\"712\">\n    <div class=\"phork-file\">\n <div class=\"phork-content\">\n  \n<div class=\"document\">\n\n\n<p><a class=\"reference external\" href=\"https:\/\/support.google.com\/webmasters\/answer\/9689846?hl=en\">https:\/\/support.google.com\/webmasters\/answer\/9689846?hl=en<\/a>\n&gt; Do not use robots.txt as a blocking mechanism.<\/p>\n<p><a class=\"reference external\" href=\"https:\/\/developers.google.com\/search\/blog\/2020\/09\/new-open-source-robotstxt-projects\">https:\/\/developers.google.com\/search\/blog\/2020\/09\/new-open-source-robotstxt-projects<\/a><\/p>\n<p><a class=\"reference external\" href=\"https:\/\/support.google.com\/webmasters\/answer\/7489871\">https:\/\/support.google.com\/webmasters\/answer\/7489871<\/a><\/p>\n<p><a class=\"reference external\" href=\"https:\/\/developers.google.com\/search\/blog\/2019\/07\/a-note-on-unsupported-rules-in-robotstxt\">https:\/\/developers.google.com\/search\/blog\/2019\/07\/a-note-on-unsupported-rules-in-robotstxt<\/a><\/p>\n<\/div>\n\n <\/div>\n <div class=\"phork-meta\">\n  <a href=\"https:\/\/p.cweiske.de\/712\/rev-raw\/3138437a974e9eae7108691c1f440626d893a822\/README.rst\" style=\"float: right\">view raw source<\/a>\n  <a href=\"https:\/\/p.cweiske.de\/712#README.rst\">README.rst<\/a>\n <\/div>\n<\/div>\n<\/div>\n"}