From 2b77dc4c6a132f939ffd41401d78fba513c2f3aa Mon Sep 17 00:00:00 2001 From: Martyn Ranyard Date: Tue, 25 Feb 2025 18:47:41 +0000 Subject: [PATCH] crawlers go away Signed-off-by: Martyn Ranyard --- everything-app/app-ingress-nginx.yaml | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/everything-app/app-ingress-nginx.yaml b/everything-app/app-ingress-nginx.yaml index f2fb37e..4729cda 100644 --- a/everything-app/app-ingress-nginx.yaml +++ b/everything-app/app-ingress-nginx.yaml @@ -24,6 +24,15 @@ spec: value: "351198544" - name: controller.extraArgs.default-ssl-certificate value: "cluster-ingress/cluster-ingress-wildcard" + - name: controller.config.http-snippet + value: |- + more_set_headers -a "X-Robots-Tag: noai"; + more_set_headers -a "X-Robots-Tag: Google-Extended: none"; + more_set_headers -a "X-Robots-Tag: GPTBot: none"; + more_set_headers -a "X-Robots-Tag: ChatGPT-User: none"; + more_set_headers -a "X-Robots-Tag: anthropic-ai: none"; + more_set_headers -a "X-Robots-Tag: CCBot: none"; + more_set_headers -a "X-Robots-Tag: semrushbot: none"; syncPolicy: automated: selfHeal: true