Merge pull request #106 from RasaHQ/disallow_indexing

Disallow indexing - nginx-ingress

.github/workflows/ci.yml

@@ -50,7 +50,7 @@ jobs:
       run: |
         curl -sfL https://get.k3s.io | sh -
         sudo chmod 744 /etc/rancher/k3s/k3s.yaml
-        echo "::set-env name=KUBECONFIG::/etc/rancher/k3s/k3s.yaml"
+        echo "KUBECONFIG=/etc/rancher/k3s/k3s.yaml" >> $GITHUB_ENV
 
     - name: Install Helm
       run: |
@@ -59,7 +59,7 @@ jobs:
     - name: Generate credentials
       run: |
         USER_PASSWORD=$(openssl rand -base64 32)
-        echo "::set-env name=INITIAL_USER_PASSWORD::${USER_PASSWORD}"
+        echo "INITIAL_USER_PASSWORD=${USER_PASSWORD}" >> $GITHUB_ENV
 
     - name: Free disk space
       # tries to make sure we do not run out of disk space, see

charts/rasa-x/Chart.yaml

@@ -1,7 +1,7 @@
 ---
 apiVersion: v2
 
-version: "1.7.7"
+version: "1.7.8"
 appVersion: "0.33.0"
 
 name: rasa-x

charts/rasa-x/templates/rasa-x-ingress.yaml

@@ -25,6 +25,11 @@ metadata:
       if ($arg_environment = "production") {
           rewrite ^/api/chat$ /core/webhooks/rasa/webhook last;
       }
+      if ($request_uri ~ ^/robots.txt$) {
+          return 200 "User-agent: *\nDisallow: /\n";
+      }
+    nginx.ingress.kubernetes.io/server-snippet: |
+      add_header X-Robots-Tag none;
   {{- with .Values.ingress.annotations }}
     {{- toYaml . | nindent 4 }}
   {{- end }}