From 6162a7ef8552d6d4b59c675aad8e994ba4347818 Mon Sep 17 00:00:00 2001 From: Martyn Ranyard Date: Sat, 8 Mar 2025 09:38:01 +0000 Subject: [PATCH] Welcome to my block list Signed-off-by: Martyn Ranyard --- everything-app/app-ingress-nginx.yaml | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/everything-app/app-ingress-nginx.yaml b/everything-app/app-ingress-nginx.yaml index 34dea80..5079ab2 100644 --- a/everything-app/app-ingress-nginx.yaml +++ b/everything-app/app-ingress-nginx.yaml @@ -38,8 +38,10 @@ spec: more_set_headers -a "X-Robots-Tag: CCBot: none"; more_set_headers -a "X-Robots-Tag: semrushbot: none"; more_set_headers -a "X-Robots-Tag: Amazonbot: none"; + more_set_headers -a "X-Robots-Tag: dotbot: none"; + more_set_headers -a "X-Robots-Tag: AhrefsBot: none"; - name: controller.config.block-user-agents - value: "~*Amazonbot" + value: "~*Amazonbot,~*SemrushBot,~*DotBot,~*Ahrefsbot,~*GPT" syncPolicy: automated: selfHeal: true