diff --git a/robots.txt b/robots.txt index a40c2e00a02676028a3fd2c35781d2df30eca96d..399f5fb50814efef6781e93f0561f9c1968e5da4 100644 --- a/robots.txt +++ b/robots.txt @@ -3,10 +3,10 @@ layout: null sitemap: exclude: 'yes' --- -User-agent: * -Disallow: /search - User-agent: ia_archiver Disallow: / +User-agent: GPTBot +Disallow: / + Sitemap: {{ site.url }}/sitemap.xml