Welcome to my block list
Signed-off-by: Martyn Ranyard <m@rtyn.berlin>
This commit is contained in:
parent
700194f3bb
commit
6162a7ef85
1 changed files with 3 additions and 1 deletions
|
@ -38,8 +38,10 @@ spec:
|
|||
more_set_headers -a "X-Robots-Tag: CCBot: none";
|
||||
more_set_headers -a "X-Robots-Tag: semrushbot: none";
|
||||
more_set_headers -a "X-Robots-Tag: Amazonbot: none";
|
||||
more_set_headers -a "X-Robots-Tag: dotbot: none";
|
||||
more_set_headers -a "X-Robots-Tag: AhrefsBot: none";
|
||||
- name: controller.config.block-user-agents
|
||||
value: "~*Amazonbot"
|
||||
value: "~*Amazonbot,~*SemrushBot,~*DotBot,~*Ahrefsbot,~*GPT"
|
||||
syncPolicy:
|
||||
automated:
|
||||
selfHeal: true
|
||||
|
|
Loading…
Add table
Reference in a new issue