From b83a90674c941c6bfc89566169be784df4e14009 Mon Sep 17 00:00:00 2001
From: localhost <o0l2qp3e@duck.com>
Date: Sat, 31 Jan 2026 18:19:39 +0100
Subject: [PATCH] updated robots.txt

---
 public/robots.txt | 15 +++++++++++++++
 1 file changed, 15 insertions(+)

diff --git a/public/robots.txt b/public/robots.txt
index b2cffa8..4ff1213 100644
--- a/public/robots.txt
+++ b/public/robots.txt
@@ -38,4 +38,19 @@ Disallow: /
 User-Agent: ImagesiftBot 
 Disallow: / 
 
+# ai crawler for alexa... who uses alexa.
+User-agent: Amazonbot
+Disallow: /
+
+# apple does not know how to behave.
+User-agent: Applebot
+Disallow: /
+
+User-agent: Applebot-Extended  
+Disallow: /
+
+# the crawling rate is simply insane
+User-agent: Bingbot
+Crawl-delay: 2
+
 Sitemap: https://api.preservetube.com/sitemap.xml
\ No newline at end of file