Welcome to my block list
Signed-off-by: Martyn Ranyard <m@rtyn.berlin>
This commit is contained in:
parent
700194f3bb
commit
6162a7ef85
1 changed files with 3 additions and 1 deletions
|
@ -38,8 +38,10 @@ spec:
|
||||||
more_set_headers -a "X-Robots-Tag: CCBot: none";
|
more_set_headers -a "X-Robots-Tag: CCBot: none";
|
||||||
more_set_headers -a "X-Robots-Tag: semrushbot: none";
|
more_set_headers -a "X-Robots-Tag: semrushbot: none";
|
||||||
more_set_headers -a "X-Robots-Tag: Amazonbot: none";
|
more_set_headers -a "X-Robots-Tag: Amazonbot: none";
|
||||||
|
more_set_headers -a "X-Robots-Tag: dotbot: none";
|
||||||
|
more_set_headers -a "X-Robots-Tag: AhrefsBot: none";
|
||||||
- name: controller.config.block-user-agents
|
- name: controller.config.block-user-agents
|
||||||
value: "~*Amazonbot"
|
value: "~*Amazonbot,~*SemrushBot,~*DotBot,~*Ahrefsbot,~*GPT"
|
||||||
syncPolicy:
|
syncPolicy:
|
||||||
automated:
|
automated:
|
||||||
selfHeal: true
|
selfHeal: true
|
||||||
|
|
Loading…
Add table
Reference in a new issue