From a8ef67edb0559603038cfb6845fd4bc0c6ec92cf Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?David=20Ig=C3=B3n?= <davidbenabarre@platoniq.net>
Date: Fri, 6 Sep 2024 17:06:41 +0200
Subject: [PATCH] add entries in robots.txt for new bots

---
 public/robots.txt | 16 ++++++++++++++++
 1 file changed, 16 insertions(+)

diff --git a/public/robots.txt b/public/robots.txt
index 1f1ac45103..d099214a56 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -1,4 +1,20 @@
+User-agent: GPTBot
+Disallow: /
+
+User-agent: Amazonbot
+Disallow: /
+
+User-agent: SemrushBot
+Disallow: /
+
+User-agent: AhrefsBot
+Disallow: /
+
+User-Agent: ImagesiftBot
+Crawl-delay: 60
+
 User-agent: *
 Disallow: /admin
 Disallow: /admin/
 Disallow: /dashboard/
+