diff --git a/everything-app/app-ingress-nginx.yaml b/everything-app/app-ingress-nginx.yaml index 34dea80..5079ab2 100644 --- a/everything-app/app-ingress-nginx.yaml +++ b/everything-app/app-ingress-nginx.yaml @@ -38,8 +38,10 @@ spec: more_set_headers -a "X-Robots-Tag: CCBot: none"; more_set_headers -a "X-Robots-Tag: semrushbot: none"; more_set_headers -a "X-Robots-Tag: Amazonbot: none"; + more_set_headers -a "X-Robots-Tag: dotbot: none"; + more_set_headers -a "X-Robots-Tag: AhrefsBot: none"; - name: controller.config.block-user-agents - value: "~*Amazonbot" + value: "~*Amazonbot,~*SemrushBot,~*DotBot,~*Ahrefsbot,~*GPT" syncPolicy: automated: selfHeal: true