From 0c9cabaa931c44986a200c63c5d48abc8b2ec98b Mon Sep 17 00:00:00 2001 From: localhost Date: Sun, 1 Feb 2026 16:17:37 +0100 Subject: [PATCH] a few more --- public/robots.txt | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index eb81e15..ca7f02d 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -40,6 +40,12 @@ Disallow: / User-Agent: ImagesiftBot Disallow: / +User-agent: DataForSeoBot +Disallow: / + +User-agent: facebookexternalhit +Disallow: / + # ai crawler for alexa... who uses alexa. User-agent: Amazonbot Disallow: /