dont index search
This commit is contained in:
parent
b83a90674c
commit
25701eed45
|
|
@ -6,6 +6,8 @@ Disallow: /user/*
|
||||||
Disallow: /shorts/*
|
Disallow: /shorts/*
|
||||||
Disallow: /c/*
|
Disallow: /c/*
|
||||||
Disallow: /@*
|
Disallow: /@*
|
||||||
|
Disallow: /search
|
||||||
|
Disallow: /search?search=*
|
||||||
|
|
||||||
# seo backlink bots are a waste of bandwidth
|
# seo backlink bots are a waste of bandwidth
|
||||||
User-agent: dotbot
|
User-agent: dotbot
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue