ci: fix nightly chaos tests (#119)

* ci: fix nightly chaos tests

* chore(semantic-release): fix version update in Dockerfile and values

* increase p99 slo theshold

Author: chgl

.releaserc.json

@@ -68,14 +68,30 @@
                 "hasChanged": true
               }
             ]
+          },
+          {
+            "files": ["tests/chaos/fhir-pseudonymizer-values.yaml"],
+            "from": "tag: .*",
+            "to": "tag: v${nextRelease.version}",
+            "results": [
+              {
+                "file": "tests/chaos/fhir-pseudonymizer-values.yaml",
+                "hasChanged": true
+              }
+            ]
           }
         ]
       }
     ],
     [
       "@semantic-release/git",
       {
-        "assets": ["README.md", "compose/compose.yaml"]
+        "assets": [
+          "README.md",
+          "compose/compose.yaml",
+          "Dockerfile",
+          "tests/chaos/fhir-pseudonymizer-values.yaml"
+        ]
       }
     ]
   ]

Taskfile.yaml

@@ -3,6 +3,8 @@ version: "3"
 tasks:
   build-stress-test-image:
     desc: build the container image used for stress testing
+    vars:
+      BUILDKIT_PROGRESS: plain
     cmds:
       - docker build -t ghcr.io/miracum/fhir-pseudonymizer/stress-test:v1 --target=stress-test --iidfile=./stress-test-iid.txt .
     sources:
@@ -14,7 +16,7 @@ tasks:
     desc: download and install the argo workflows cli
     dir: tests/chaos
     cmds:
-      - curl -sL -o - https://github.com/argoproj/argo-workflows/releases/download/v3.4.9/argo-linux-amd64.gz | gunzip > argo
+      - curl -sL -o - https://github.com/argoproj/argo-workflows/releases/download/v3.5.2/argo-linux-amd64.gz | gunzip > argo
       - chmod +x ./argo
       - ./argo version
     status:

src/FhirPseudonymizer.StressTests/StressTests.cs

@@ -165,12 +165,7 @@ double failPercentageThreshold
             .WithWarmUpDuration(TimeSpan.FromSeconds(10))
             .WithLoadSimulations(
                 Simulation.RampingConstant(copies: 10, during: TimeSpan.FromMinutes(5)),
-                Simulation.KeepConstant(copies: 100, during: TimeSpan.FromMinutes(5)),
-                Simulation.RampingInject(
-                    rate: 10,
-                    TimeSpan.FromMinutes(1),
-                    during: TimeSpan.FromMinutes(10)
-                )
+                Simulation.KeepConstant(copies: 100, during: TimeSpan.FromMinutes(10))
             );
 
         var stats = NBomberRunner

tests/chaos/chaos-mesh-rbac.yaml

@@ -17,7 +17,7 @@ metadata:
 rules:
   - apiGroups: [""]
     resources: ["pods", "namespaces"]
-    verbs: ["get", "watch", "list"]
+    verbs: ["get", "list", "watch", "create", "delete", "patch", "update"]
   - apiGroups: ["chaos-mesh.org"]
     resources: ["*"]
     verbs: ["get", "list", "watch", "create", "delete", "patch", "update"]
@@ -34,6 +34,19 @@ subjects:
     name: chaos-mesh-cluster-manager
     namespace: fhir-pseudonymizer
 roleRef:
+  apiGroup: rbac.authorization.k8s.io
   kind: ClusterRole
   name: role-chaos-mesh-cluster-manager
+---
+apiVersion: rbac.authorization.k8s.io/v1
+kind: ClusterRoleBinding
+metadata:
+  name: bind-chaos-mesh-cluster-manager-to-argo-workflow
+subjects:
+  - kind: ServiceAccount
+    name: chaos-mesh-cluster-manager
+    namespace: fhir-pseudonymizer
+roleRef:
   apiGroup: rbac.authorization.k8s.io
+  kind: ClusterRole
+  name: argo-workflows-admin

tests/chaos/fhir-pseudonymizer-values.yaml

@@ -1,5 +1,8 @@
 replicaCount: 3
 
+image:
+  tag: v2.21.3
+
 anonymizationConfig: |
   ---
   fhirVersion: R4

tests/iter8/experiment.yaml

@@ -143,7 +143,7 @@ stringData:
               - metric: http/latency-mean
                 limit: 25
               - metric: http/latency-p99.0
-                limit: 75
+                limit: 85
 ---
 # Source: iter8/templates/k8s.yaml
 apiVersion: rbac.authorization.k8s.io/v1