diff --git a/public/robots.txt b/public/robots.txt index 1f1ac45103..d099214a56 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -1,4 +1,20 @@ +User-agent: GPTBot +Disallow: / + +User-agent: Amazonbot +Disallow: / + +User-agent: SemrushBot +Disallow: / + +User-agent: AhrefsBot +Disallow: / + +User-Agent: ImagesiftBot +Crawl-delay: 60 + User-agent: * Disallow: /admin Disallow: /admin/ Disallow: /dashboard/ +