diff --git a/public/robots.txt b/public/robots.txt index ca7f02d..c5fb252 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -46,6 +46,12 @@ Disallow: / User-agent: facebookexternalhit Disallow: / +User-Agent: MJ12bot +Disallow: / + +User-agent: Owler +Disallow: / + # ai crawler for alexa... who uses alexa. User-agent: Amazonbot Disallow: /