From 9784277c81a04e0719bcfe62e9eaa7fba56a5b01 Mon Sep 17 00:00:00 2001 From: localhost Date: Wed, 18 Feb 2026 23:27:17 +0100 Subject: [PATCH] chill out openai --- public/robots.txt | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index ca2e0d8..1e10f2b 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -70,6 +70,10 @@ Disallow: / User-agent: Bingbot Crawl-delay: 2 +User-agent: GPTBot +Crawl-delay: 2 + + # this is intentionally only accessable for search engine crawlers. # do you want to crawl too? get in touch https://preservetube.com/about Sitemap: https://api.preservetube.com/sitemap.xml \ No newline at end of file