From 4eb81a53cd6c5fa8af4bc546ab4e7247d317b675 Mon Sep 17 00:00:00 2001 From: localhost Date: Sun, 1 Feb 2026 16:19:20 +0100 Subject: [PATCH] and thse --- public/robots.txt | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/public/robots.txt b/public/robots.txt index ca7f02d..c5fb252 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -46,6 +46,12 @@ Disallow: / User-agent: facebookexternalhit Disallow: / +User-Agent: MJ12bot +Disallow: / + +User-agent: Owler +Disallow: / + # ai crawler for alexa... who uses alexa. User-agent: Amazonbot Disallow: /