diff --git a/public/robots.txt b/public/robots.txt index c5fb252..ca2e0d8 100644 --- a/public/robots.txt +++ b/public/robots.txt @@ -46,6 +46,9 @@ Disallow: / User-agent: facebookexternalhit Disallow: / +User-agent: meta-externalagent +Disallow: / + User-Agent: MJ12bot Disallow: /