diff --git a/go-chaos/internal/chaos-experiments/camunda-cloud/job-push/cluster-restart.json b/go-chaos/internal/chaos-experiments/camunda-cloud/job-push/cluster-restart.json new file mode 100644 index 000000000..37ed444c4 --- /dev/null +++ b/go-chaos/internal/chaos-experiments/camunda-cloud/job-push/cluster-restart.json @@ -0,0 +1,76 @@ +{ + "version": "0.1.0", + "title": "Job push cluster restart experiment", + "description": "Job workers with streaming enabled should be fault-tolerant. The worker should receive and complete jobs even if all brokers restart.", + "contributions": { + "performance": "high", + "reliability": "high", + "availability": "high" + }, + "steady-state-hypothesis": { + "title": "Zeebe is alive", + "probes": [ + { + "name": "All pods should be ready", + "type": "probe", + "tolerance": 0, + "provider": { + "type": "process", + "path": "zbchaos", + "arguments": ["verify", "readiness"], + "timeout": 900 + } + }, + { + "name": "Can deploy process model", + "type": "probe", + "tolerance": 0, + "provider": { + "type": "process", + "path": "zbchaos", + "arguments": ["deploy", "process"], + "timeout": 900 + } + }, + { + "name": "Can deploy workers", + "type": "probe", + "tolerance": 0, + "provider": { + "type": "process", + "path": "zbchaos", + "arguments": ["deploy", "worker", "--pollingDelay", "86400000"], + "timeout": 900 + }, + "pauses": { + "after": 5 + } + }, + { + "name": "Should be able to create process instances", + "type": "probe", + "tolerance": 0, + "provider": { + "type": "process", + "path": "zbchaos", + "arguments": ["verify", "instance-creation", "--awaitResult"], + "timeout": 900 + } + } + ] + }, + "method": [ + { + "name": "Restart all brokers", + "type": "probe", + "tolerance": 0, + "provider": { + "type": "process", + "path": "zbchaos", + "arguments": ["restart", "broker", "--all"], + "timeout": 900 + } + } + ], + "rollbacks": [] +} diff --git a/go-chaos/internal/chaos-experiments/camunda-cloud/manifest.yml b/go-chaos/internal/chaos-experiments/camunda-cloud/manifest.yml index cd7d0ed77..4048c8c1f 100644 --- a/go-chaos/internal/chaos-experiments/camunda-cloud/manifest.yml +++ b/go-chaos/internal/chaos-experiments/camunda-cloud/manifest.yml @@ -47,6 +47,10 @@ experiments: clusterPlans: - production-s minVersion: 8.4 + - path: job-push/cluster-restart.json + clusterPlans: + - production-s + minVersion: 8.4 - path: worker-resilience/gateway-restart.json clusterPlans: - production-s