diff --git a/faults/aws/experiments.yaml b/faults/aws/experiments.yaml index 1674e0d98..2dd7273c8 100644 --- a/faults/aws/experiments.yaml +++ b/faults/aws/experiments.yaml @@ -2,12 +2,91 @@ apiVersion: litmuschaos.io/v1alpha1 description: message: | - Detaching an EBS volume from EC2 instance for a certain chaos duration. + It injects AZ chaos to detach the target zones from the load balancer. kind: ChaosExperiment metadata: - name: ebs-loss-by-id + name: aws-az-chaos labels: - name: ebs-loss-by-id + name: aws-az-chaos + app.kubernetes.io/part-of: litmus + app.kubernetes.io/component: chaosexperiment + app.kubernetes.io/version: 3.7.0 +spec: + definition: + scope: Namespaced + permissions: + # Create and monitor the experiment & helper pods + - apiGroups: [""] + resources: ["pods"] + verbs: ["create","delete","get","list","patch","update", "deletecollection"] + # Performs CRUD operations on the events inside chaosengine and chaosresult + - apiGroups: [""] + resources: ["events"] + verbs: ["create","get","list","patch","update"] + # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) + - apiGroups: [""] + resources: ["secrets","configmaps"] + verbs: ["get","list",] + # Track and get the runner, experiment, and helper pods log + - apiGroups: [""] + resources: ["pods/log"] + verbs: ["get","list","watch"] + # for creating and managing to execute comands inside target container + - apiGroups: [""] + resources: ["pods/exec"] + verbs: ["get","list","create"] + # for configuring and monitor the experiment job by the chaos-runner pod + - apiGroups: ["batch"] + resources: ["jobs"] + verbs: ["create","list","get","delete","deletecollection"] + # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow + - apiGroups: ["litmuschaos.io"] + resources: ["chaosengines","chaosexperiments","chaosresults"] + verbs: ["create","list","get","patch","update","delete"] + image: "litmuschaos.docker.scarf.sh/litmuschaos/py-runner:3.7.0" + imagePullPolicy: Always + args: + - -c + - python3 -u experiment -name aws-az-chaos + command: + - /bin/bash + env: + - name: TOTAL_CHAOS_DURATION + value: '30' + - name: CHAOS_INTERVAL + value: '30' + - name: LIB + value: 'litmus' + - name: LOAD_BALANCER_NAME + value: '' + - name: LOAD_BALANCER_ZONES + value: '' + - name: LOAD_BALANCERNAME_ARN + value: 'na' + - name: AWS_SHARED_CREDENTIALS_FILE + value: "/tmp/cloud_config.yml" + - name: RAMP_TIME + value: '' + labels: + name: aws-az-chaos + app.kubernetes.io/part-of: litmus + app.kubernetes.io/component: experiment-job + app.kubernetes.io/version: 3.7.0 + secrets: + - name: cloud-secret + mountPath: /tmp/ + +--- +--- +apiVersion: litmuschaos.io/v1alpha1 +description: + message: | + Stopping an EC2 instance identified by tag. +kind: ChaosExperiment +metadata: + name: ec2-stop-by-tag + labels: + name: ec2-stop-by-tag app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -52,11 +131,15 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name ebs-loss-by-id + - ./experiments -name ec2-terminate-by-tag command: - /bin/bash env: @@ -70,12 +153,21 @@ spec: - name: RAMP_TIME value: "" - - name: EBS_VOLUME_ID + # Provide a common tag to target ec2 instances + - name: EC2_INSTANCE_TAG value: "" + # enable it if the target instance is a part of self-managed nodegroup. + - name: MANAGED_NODEGROUP + value: "disable" + - name: REGION value: "" + # Target the percentage of instance filtered from tag + - name: INSTANCE_AFFECTED_PERC + value: "" + - name: SEQUENCE value: "parallel" @@ -86,8 +178,11 @@ spec: - name: AWS_SHARED_CREDENTIALS_FILE value: "/tmp/cloud_config.yml" + - name: SEQUENCE + value: "parallel" + labels: - name: ebs-loss-by-id + name: ec2-stop-by-tag app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -200,12 +295,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Execute AWS SSM Chaos on given EC2 instance Tag + Detaching an EBS volume from EC2 instance for a certain chaos duration. kind: ChaosExperiment metadata: - name: aws-ssm-chaos-by-tag + name: ebs-loss-by-id labels: - name: aws-ssm-chaos-by-tag + name: ebs-loss-by-id app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -254,162 +349,38 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name aws-ssm-chaos-by-tag + - ./experiments -name ebs-loss-by-id command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "60" + value: "30" - name: CHAOS_INTERVAL - value: "60" + value: "30" # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # provide tag of the target EC2 instances - # ex: team:devops (key:value) - - name: EC2_INSTANCE_TAG + - name: EBS_VOLUME_ID value: "" - name: REGION value: "" - # it defines the sequence of chaos execution for multiple target instances - # supported values: serial, parallel - name: SEQUENCE value: "parallel" - # Provide the path of AWS credentials mounted from secret - - name: AWS_SHARED_CREDENTIALS_FILE - value: "/tmp/cloud_config.yml" - - # percentage of total instance to target - - name: INSTANCE_AFFECTED_PERC - value: "" - - # provide the number of workers for memory stress - - name: NUMBER_OF_WORKERS - value: "1" - - # provide the percentage of available memory to stress - - name: MEMORY_PERCENTAGE - value: "80" - - # provide the CPU chores to comsumed - # 0 will consume all the available CPU cores - - name: CPU_CORE - value: "0" - - name: DEFAULT_HEALTH_CHECK value: "false" - # Provide the name of SSM doc - # if not using the default stress docs - - name: DOCUMENT_NAME - value: "LitmusChaos-AWS-SSM-Doc" - - # Provide the type of SSM doc - # if not using the default stress docs - - name: DOCUMENT_TYPE - value: "Command" - - # Provide the format of SSM doc - # if not using the default stress docs - - name: DOCUMENT_FORMAT - value: "YAML" - - # Provide the path of SSM doc - # if not using the default stress docs - - name: DOCUMENT_PATH - value: "Litmus-AWS-SSM-Docs-For-EC2-CPU-Hog.yml" - - # if you want to install dependencies to run default SSM docs - - name: INSTALL_DEPENDENCIES - value: "True" - - labels: - name: aws-ssm-chaos-by-tag - app.kubernetes.io/part-of: litmus - app.kubernetes.io/component: experiment-job - app.kubernetes.io/version: 3.7.0 - secrets: - - name: cloud-secret - mountPath: /tmp/ - ---- ---- -apiVersion: litmuschaos.io/v1alpha1 -description: - message: | - It injects AZ chaos to detach the target zones from the load balancer. -kind: ChaosExperiment -metadata: - name: aws-az-chaos - labels: - name: aws-az-chaos - app.kubernetes.io/part-of: litmus - app.kubernetes.io/component: chaosexperiment - app.kubernetes.io/version: 3.7.0 -spec: - definition: - scope: Namespaced - permissions: - # Create and monitor the experiment & helper pods - - apiGroups: [""] - resources: ["pods"] - verbs: ["create","delete","get","list","patch","update", "deletecollection"] - # Performs CRUD operations on the events inside chaosengine and chaosresult - - apiGroups: [""] - resources: ["events"] - verbs: ["create","get","list","patch","update"] - # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) - - apiGroups: [""] - resources: ["secrets","configmaps"] - verbs: ["get","list",] - # Track and get the runner, experiment, and helper pods log - - apiGroups: [""] - resources: ["pods/log"] - verbs: ["get","list","watch"] - # for creating and managing to execute comands inside target container - - apiGroups: [""] - resources: ["pods/exec"] - verbs: ["get","list","create"] - # for configuring and monitor the experiment job by the chaos-runner pod - - apiGroups: ["batch"] - resources: ["jobs"] - verbs: ["create","list","get","delete","deletecollection"] - # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow - - apiGroups: ["litmuschaos.io"] - resources: ["chaosengines","chaosexperiments","chaosresults"] - verbs: ["create","list","get","patch","update","delete"] - image: "litmuschaos.docker.scarf.sh/litmuschaos/py-runner:3.7.0" - imagePullPolicy: Always - args: - - -c - - python3 -u experiment -name aws-az-chaos - command: - - /bin/bash - env: - - name: TOTAL_CHAOS_DURATION - value: '30' - - name: CHAOS_INTERVAL - value: '30' - - name: LIB - value: 'litmus' - - name: LOAD_BALANCER_NAME - value: '' - - name: LOAD_BALANCER_ZONES - value: '' - - name: LOAD_BALANCERNAME_ARN - value: 'na' + # Provide the path of AWS credentials mounted from secret - name: AWS_SHARED_CREDENTIALS_FILE value: "/tmp/cloud_config.yml" - - name: RAMP_TIME - value: '' + labels: - name: aws-az-chaos + name: ebs-loss-by-id app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -422,12 +393,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Stopping an EC2 instance identified by ID. + Execute AWS SSM Chaos on given EC2 instance Tag kind: ChaosExperiment metadata: - name: ec2-stop-by-id + name: aws-ssm-chaos-by-tag labels: - name: ec2-stop-by-id + name: aws-ssm-chaos-by-tag app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -472,43 +443,34 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name ec2-terminate-by-id + - ./experiments -name aws-ssm-chaos-by-tag command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "30" + value: "60" - name: CHAOS_INTERVAL - value: "30" + value: "60" # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - - name: DEFAULT_HEALTH_CHECK - value: "false" - - # enable it if the target instance is a part of self-managed nodegroup. - - name: MANAGED_NODEGROUP - value: "disable" - - # Instance ID of the target EC2 instance - # Multiple IDs can also be provided as comma separated values ex: id1,id2 - - name: EC2_INSTANCE_ID + # provide tag of the target EC2 instances + # ex: team:devops (key:value) + - name: EC2_INSTANCE_TAG value: "" - name: REGION value: "" + # it defines the sequence of chaos execution for multiple target instances + # supported values: serial, parallel - name: SEQUENCE value: "parallel" @@ -516,8 +478,52 @@ spec: - name: AWS_SHARED_CREDENTIALS_FILE value: "/tmp/cloud_config.yml" + # percentage of total instance to target + - name: INSTANCE_AFFECTED_PERC + value: "" + + # provide the number of workers for memory stress + - name: NUMBER_OF_WORKERS + value: "1" + + # provide the percentage of available memory to stress + - name: MEMORY_PERCENTAGE + value: "80" + + # provide the CPU chores to comsumed + # 0 will consume all the available CPU cores + - name: CPU_CORE + value: "0" + + - name: DEFAULT_HEALTH_CHECK + value: "false" + + # Provide the name of SSM doc + # if not using the default stress docs + - name: DOCUMENT_NAME + value: "LitmusChaos-AWS-SSM-Doc" + + # Provide the type of SSM doc + # if not using the default stress docs + - name: DOCUMENT_TYPE + value: "Command" + + # Provide the format of SSM doc + # if not using the default stress docs + - name: DOCUMENT_FORMAT + value: "YAML" + + # Provide the path of SSM doc + # if not using the default stress docs + - name: DOCUMENT_PATH + value: "Litmus-AWS-SSM-Docs-For-EC2-CPU-Hog.yml" + + # if you want to install dependencies to run default SSM docs + - name: INSTALL_DEPENDENCIES + value: "True" + labels: - name: ec2-stop-by-id + name: aws-ssm-chaos-by-tag app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -669,12 +675,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Stopping an EC2 instance identified by tag. + Stopping an EC2 instance identified by ID. kind: ChaosExperiment metadata: - name: ec2-stop-by-tag + name: ec2-stop-by-id labels: - name: ec2-stop-by-tag + name: ec2-stop-by-id app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -727,7 +733,7 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name ec2-terminate-by-tag + - ./experiments -name ec2-terminate-by-id command: - /bin/bash env: @@ -741,36 +747,30 @@ spec: - name: RAMP_TIME value: "" - # Provide a common tag to target ec2 instances - - name: EC2_INSTANCE_TAG - value: "" + - name: DEFAULT_HEALTH_CHECK + value: "false" # enable it if the target instance is a part of self-managed nodegroup. - name: MANAGED_NODEGROUP value: "disable" - - name: REGION + # Instance ID of the target EC2 instance + # Multiple IDs can also be provided as comma separated values ex: id1,id2 + - name: EC2_INSTANCE_ID value: "" - # Target the percentage of instance filtered from tag - - name: INSTANCE_AFFECTED_PERC + - name: REGION value: "" - name: SEQUENCE value: "parallel" - - name: DEFAULT_HEALTH_CHECK - value: "false" - # Provide the path of AWS credentials mounted from secret - name: AWS_SHARED_CREDENTIALS_FILE value: "/tmp/cloud_config.yml" - - name: SEQUENCE - value: "parallel" - labels: - name: ec2-stop-by-tag + name: ec2-stop-by-id app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 diff --git a/faults/gcp/experiments.yaml b/faults/gcp/experiments.yaml index e6082c5b3..4a37f4a9b 100644 --- a/faults/gcp/experiments.yaml +++ b/faults/gcp/experiments.yaml @@ -2,12 +2,12 @@ apiVersion: litmuschaos.io/v1alpha1 description: message: | - Causes loss of a non-boot storage persistent disk from a GCP VM instance filtered by a label for a specified duration before attaching them back + Stops GCP VM instances and GKE nodes for a specified duration and later restarts them kind: ChaosExperiment metadata: - name: gcp-vm-disk-loss-by-label + name: gcp-vm-instance-stop labels: - name: gcp-vm-disk-loss-by-label + name: gcp-vm-instance-stop app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -48,48 +48,60 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name gcp-vm-disk-loss-by-label + - ./experiments -name gcp-vm-instance-stop command: - /bin/bash env: - # set chaos duration (in sec) as desired - name: TOTAL_CHAOS_DURATION value: "30" - # set chaos interval (in sec) as desired - name: CHAOS_INTERVAL value: "30" - # set the GCP project id - - name: GCP_PROJECT_ID + # parallel or serial; determines how the VM instances are terminated, all at once or one at a time + - name: SEQUENCE + value: "parallel" + + # period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - # set the zone in which all the disks are created - # all the disks must exist in the same zone - - name: ZONES + # enable or disable; shall be set to enable if the target instances are a part of a managed instance group + - name: MANAGED_INSTANCE_GROUP + value: "disable" + + # Instance name of the target VM instance(s) + # Multiple instance names can be provided as comma separated values ex: instance1,instance2 + - name: VM_INSTANCE_NAMES value: "" - # set the label of the target disk volumes - - name: DISK_VOLUME_LABEL + # GCP project ID to which the VM instances belong + - name: GCP_PROJECT_ID value: "" - # set the percentage value of the disks with the given label - # which should be targeted as part of the chaos injection - - name: DISK_AFFECTED_PERC + # Instance zone(s) of the target VM instance(s) + # If more than one instance is targetted, provide zone for each in the order of their + # respective instance name in VM_INSTANCE_NAME as comma separated values ex: zone1,zone2 + - name: ZONES value: "" - name: DEFAULT_HEALTH_CHECK value: "false" + # parallel or serial; determines how chaos is injected - name: SEQUENCE value: "parallel" labels: - name: gcp-vm-disk-loss-by-label + name: gcp-vm-instance-stop app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -102,12 +114,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Stops GCP VM instances and GKE nodes filtered by a label for a specified duration and later restarts them + Causes loss of a non-boot storage persistent disk from a GCP VM instance filtered by a label for a specified duration before attaching them back kind: ChaosExperiment metadata: - name: gcp-vm-instance-stop-by-label + name: gcp-vm-disk-loss-by-label labels: - name: gcp-vm-instance-stop-by-label + name: gcp-vm-disk-loss-by-label app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -148,15 +160,11 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name gcp-vm-instance-stop-by-label + - ./experiments -name gcp-vm-disk-loss-by-label command: - /bin/bash env: @@ -168,36 +176,32 @@ spec: - name: CHAOS_INTERVAL value: "30" - - name: SEQUENCE - value: "parallel" - - # GCP project ID to which the VM instances belong + # set the GCP project id - name: GCP_PROJECT_ID value: "" - # Label of the target VM instance(s) - - name: INSTANCE_LABEL - value: "" - - # Zone in which the target VM instance(s) filtered by the label exist - # all the instances should lie in a single zone + # set the zone in which all the disks are created + # all the disks must exist in the same zone - name: ZONES value: "" - # enable it if the target instance is a part of a managed instance group - - name: MANAGED_INSTANCE_GROUP - value: "disable" + # set the label of the target disk volumes + - name: DISK_VOLUME_LABEL + value: "" - # set the percentage value of the instances with the given label + # set the percentage value of the disks with the given label # which should be targeted as part of the chaos injection - - name: INSTANCE_AFFECTED_PERC + - name: DISK_AFFECTED_PERC value: "" - name: DEFAULT_HEALTH_CHECK value: "false" + - name: SEQUENCE + value: "parallel" + labels: - name: gcp-vm-instance-stop-by-label + name: gcp-vm-disk-loss-by-label app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -210,12 +214,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Stops GCP VM instances and GKE nodes for a specified duration and later restarts them + Causes loss of a non-boot storage persistent disk from a GCP VM instance for a specified duration before attaching them back kind: ChaosExperiment metadata: - name: gcp-vm-instance-stop + name: gcp-vm-disk-loss labels: - name: gcp-vm-instance-stop + name: gcp-vm-disk-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -256,15 +260,11 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name gcp-vm-instance-stop + - ./experiments -name gcp-vm-disk-loss command: - /bin/bash env: @@ -274,30 +274,26 @@ spec: - name: CHAOS_INTERVAL value: "30" - # parallel or serial; determines how the VM instances are terminated, all at once or one at a time - - name: SEQUENCE - value: "parallel" - - # period to wait before and after injection of chaos in sec + # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # enable or disable; shall be set to enable if the target instances are a part of a managed instance group - - name: MANAGED_INSTANCE_GROUP - value: "disable" + # parallel or serial; determines how chaos is injected + - name: SEQUENCE + value: "parallel" - # Instance name of the target VM instance(s) - # Multiple instance names can be provided as comma separated values ex: instance1,instance2 - - name: VM_INSTANCE_NAMES + # set the GCP project id + - name: GCP_PROJECT_ID value: "" - # GCP project ID to which the VM instances belong - - name: GCP_PROJECT_ID + # set the disk volume name(s) as comma seperated values + # eg. volume1,volume2,... + - name: DISK_VOLUME_NAMES value: "" - # Instance zone(s) of the target VM instance(s) - # If more than one instance is targetted, provide zone for each in the order of their - # respective instance name in VM_INSTANCE_NAME as comma separated values ex: zone1,zone2 + # set the disk zone(s) as comma seperated values in the corresponding + # order of DISK_VOLUME_NAME + # eg. zone1,zone2,... - name: ZONES value: "" @@ -309,7 +305,7 @@ spec: value: "parallel" labels: - name: gcp-vm-instance-stop + name: gcp-vm-disk-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -322,12 +318,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Causes loss of a non-boot storage persistent disk from a GCP VM instance for a specified duration before attaching them back + Stops GCP VM instances and GKE nodes filtered by a label for a specified duration and later restarts them kind: ChaosExperiment metadata: - name: gcp-vm-disk-loss + name: gcp-vm-instance-stop-by-label labels: - name: gcp-vm-disk-loss + name: gcp-vm-instance-stop-by-label app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -368,52 +364,56 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name gcp-vm-disk-loss + - ./experiments -name gcp-vm-instance-stop-by-label command: - /bin/bash env: + # set chaos duration (in sec) as desired - name: TOTAL_CHAOS_DURATION value: "30" + # set chaos interval (in sec) as desired - name: CHAOS_INTERVAL value: "30" - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - - # parallel or serial; determines how chaos is injected - name: SEQUENCE value: "parallel" - # set the GCP project id + # GCP project ID to which the VM instances belong - name: GCP_PROJECT_ID value: "" - # set the disk volume name(s) as comma seperated values - # eg. volume1,volume2,... - - name: DISK_VOLUME_NAMES + # Label of the target VM instance(s) + - name: INSTANCE_LABEL value: "" - # set the disk zone(s) as comma seperated values in the corresponding - # order of DISK_VOLUME_NAME - # eg. zone1,zone2,... + # Zone in which the target VM instance(s) filtered by the label exist + # all the instances should lie in a single zone - name: ZONES value: "" + # enable it if the target instance is a part of a managed instance group + - name: MANAGED_INSTANCE_GROUP + value: "disable" + + # set the percentage value of the instances with the given label + # which should be targeted as part of the chaos injection + - name: INSTANCE_AFFECTED_PERC + value: "" + - name: DEFAULT_HEALTH_CHECK value: "false" - # parallel or serial; determines how chaos is injected - - name: SEQUENCE - value: "parallel" - labels: - name: gcp-vm-disk-loss + name: gcp-vm-instance-stop-by-label app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 diff --git a/faults/kubernetes/experiments.yaml b/faults/kubernetes/experiments.yaml index 53ce2d6d9..22d755a11 100644 --- a/faults/kubernetes/experiments.yaml +++ b/faults/kubernetes/experiments.yaml @@ -2,12 +2,12 @@ apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects HTTP request latency on pods belonging to an app deployment + Injects CPU consumption on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-http-latency + name: pod-cpu-hog-exec labels: - name: pod-http-latency + name: pod-cpu-hog-exec app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -72,68 +72,37 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-http-latency + - ./experiments -name pod-cpu-hog-exec command: - /bin/bash env: - - name: TARGET_CONTAINER - value: "" - - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - - name: LATENCY - value: "2000" #in ms - - # port of the target service - - name: TARGET_SERVICE_PORT - value: "80" - - # toxicity is the probability of the request to be affected - # provide the percentage value in the range of 0-100 - # 0 means no request will be affected and 100 means all request will be affected - - name: TOXICITY - value: "100" - - # port on which the proxy will listen - - name: PROXY_PORT - value: "20000" + - name: TOTAL_CHAOS_DURATION + value: "60" - # network interface on which the proxy will listen - - name: NETWORK_INTERFACE - value: "eth0" + ## Number of CPU cores to stress + - name: CPU_CORES + value: "1" - - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds + ## Percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" - # Time period to wait before and after injection of chaos in sec + ## Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - - name: DEFAULT_HEALTH_CHECK - value: "false" + # The command to kill the chaos process + - name: CHAOS_KILL_COMMAND + value: "kill $(find /proc -name exe -lname '*/md5sum' 2>&1 | grep -v 'Permission denied' | awk -F/ '{print $(NF-1)}')" - # percentage of total pods to target - - name: PODS_AFFECTED_PERC + - name: TARGET_CONTAINER value: "" - name: TARGET_PODS value: "" - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" + - name: DEFAULT_HEALTH_CHECK + value: "false" ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel @@ -141,10 +110,9 @@ spec: value: "parallel" labels: - name: pod-http-latency + name: pod-cpu-hog-exec app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -152,12 +120,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It injects the chaos inside the pod which modifies the header of the request/response from the provided application server to the headers provided by the user and reverts after a specified duration + Injects HTTP request latency on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-http-modify-header + name: pod-http-latency labels: - name: pod-http-modify-header + name: pod-http-latency app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -222,7 +190,7 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-http-modify-header + - ./experiments -name pod-http-latency command: - /bin/bash env: @@ -233,14 +201,8 @@ spec: - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - # map of headers to modify/add; Eg: {"X-Litmus-Test-Header": "X-Litmus-Test-Value"} - # to remove a header, just set the value to ""; Eg: {"X-Litmus-Test-Header": ""} - - name: HEADERS_MAP - value: "{}" - - # whether to modify response headers or request headers. Accepted values: request, response - - name: HEADER_MODE - value: "response" + - name: LATENCY + value: "2000" #in ms # port of the target service - name: TARGET_SERVICE_PORT @@ -297,7 +259,7 @@ spec: value: "parallel" labels: - name: pod-http-modify-header + name: pod-http-latency app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/runtime-api-usage: "true" @@ -308,12 +270,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Pod DNS Error injects DNS failure/error in target pod containers + Pod DNS Spoof can spoof particular DNS requests in target pod container to desired target hostnames kind: ChaosExperiment metadata: - name: pod-dns-error + name: pod-dns-spoof labels: - name: pod-dns-error + name: pod-dns-spoof app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -377,7 +339,7 @@ spec: image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" args: - -c - - ./experiments -name pod-dns-error + - ./experiments -name pod-dns-spoof command: - /bin/bash env: @@ -418,16 +380,12 @@ spec: - name: SEQUENCE value: "parallel" - # list of the target hostnames or kewywords eg. '["litmuschaos","chaosnative.io"]' . If empty all hostnames are targets - - name: TARGET_HOSTNAMES + # map of the target hostnames eg. '{"abc.com":"spoofabc.com"}' . If empty no queries will be spoofed + - name: SPOOF_MAP value: "" - # can be either exact or substring, determines whether the DNS query has to match exactly with one of the targets or can have any of the targets as substring - - name: MATCH_SCHEME - value: "exact" - labels: - experiment: pod-dns-error + experiment: pod-dns-spoof app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/runtime-api-usage: "true" @@ -438,12 +396,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Poweroff a node in the cluster + Restart node kind: ChaosExperiment metadata: - name: node-poweroff + name: node-restart labels: - name: node-poweroff + name: node-restart app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -476,7 +434,7 @@ spec: - apiGroups: [""] resources: ["pods/log"] verbs: ["get", "list", "watch"] - # for creating and managing to execute comands inside target container + # for creating and managing to execute commands inside target container - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] @@ -502,13 +460,12 @@ spec: env: - name: SSH_USER value: "root" + - name: REBOOT_COMMAND + value: "sudo systemctl reboot; true" - name: TOTAL_CHAOS_DURATION value: "60" - - name: REBOOT_COMMAND - value: '-o ServerAliveInterval=1 -o ServerAliveCountMax=1 "sudo systemctl poweroff --force --force" ; true' - # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" @@ -528,8 +485,11 @@ spec: - name: TARGET_NODE_IP value: "" + - name: DEFAULT_HEALTH_CHECK + value: "false" + labels: - name: node-poweroff + name: node-restart app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -542,12 +502,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Kills the Docker service on the application node to check the resiliency. + Give a CPU spike on a node belonging to a deployment kind: ChaosExperiment metadata: - name: docker-service-kill + name: node-cpu-hog labels: - name: docker-service-kill + name: node-cpu-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -600,36 +560,54 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name docker-service-kill + - ./experiments -name node-cpu-hog command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "90" # in seconds + value: "60" - # Period to wait before injection of chaos in sec + # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" + ## ENTER THE NUMBER OF CORES OF CPU FOR CPU HOGGING + ## OPTIONAL VALUE IN CASE OF EMPTY VALUE IT WILL TAKE NODE CPU CAPACITY + - name: NODE_CPU_CORE + value: "" + + ## LOAD CPU WITH GIVEN PERCENT LOADING FOR THE CPU STRESS WORKERS. + ## 0 IS EFFECTIVELY A SLEEP (NO LOAD) AND 100 IS FULL LOADING + - name: CPU_LOAD + value: "100" + + # ENTER THE COMMA SEPARATED TARGET NODES NAME + - name: TARGET_NODES + value: "" + - name: NODE_LABEL value: "" # provide lib image - name: LIB_IMAGE - value: "ubuntu:16.04" + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - # provide the target node name - - name: TARGET_NODE + ## percentage of total nodes to target + - name: NODES_AFFECTED_PERC value: "" - name: DEFAULT_HEALTH_CHECK value: "false" + ## it defines the sequence of chaos execution for multiple target nodes + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" + labels: - name: docker-service-kill + name: node-cpu-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/service-kill: "true" app.kubernetes.io/version: 3.7.0 --- @@ -637,18 +615,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It injects chaos inside the pod which modifies the status code of the response from the provided application server to desired status code provided by the user and reverts after a specified duration + Give IO disk stress on a node belonging to a deployment kind: ChaosExperiment metadata: - name: pod-http-status-code + name: node-io-stress labels: - name: pod-http-status-code + name: node-io-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -679,22 +657,6 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -703,102 +665,72 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name pod-http-status-code + - ./experiments -name node-io-stress command: - /bin/bash env: - - name: TARGET_CONTAINER - value: "" + - name: TOTAL_CHAOS_DURATION + value: "120" - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + ## specify the size as percentage of free space on the file system + ## default value 90 (in percentage) + - name: FILESYSTEM_UTILIZATION_PERCENTAGE + value: "10" - # modified status code for the HTTP response - # if no value is provided, a random status code from the supported code list will selected - # if an invalid status code is provided, the experiment will fail - # supported status code list: [200, 201, 202, 204, 300, 301, 302, 304, 307, 400, 401, 403, 404, 500, 501, 502, 503, 504] - - name: STATUS_CODE + ## we can specify the size in Gigabyte (Gb) also in place of percentage of free space + ## NOTE: for selecting this option FILESYSTEM_UTILIZATION_PERCENTAGE should be empty + - name: FILESYSTEM_UTILIZATION_BYTES value: "" - # whether to modify the body as per the status code provided - - name: "MODIFY_RESPONSE_BODY" - value: "true" + ## Number of core of CPU + - name: CPU + value: "1" - # provide the body string to overwrite the response body. This will be used only if MODIFY_RESPONSE_BODY is set to true - - name: RESPONSE_BODY + ## Total number of workers default value is 4 + - name: NUMBER_OF_WORKERS + value: "4" + + ## Total number of VM workers + - name: VM_WORKERS + value: "1" + + ## enter the comma separated target nodes name + - name: TARGET_NODES value: "" - # provide the encoding type for the response body - # currently supported value are gzip, deflate - # if empty no encoding will be applied - - name: CONTENT_ENCODING + - name: NODE_LABEL value: "" - # provide the content type for the response body - - name: CONTENT_TYPE - value: "text/plain" + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" - # port of the target service - - name: TARGET_SERVICE_PORT - value: "80" + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - # toxicity is the probability of the request to be affected - # provide the percentage value in the range of 0-100 - # 0 means no request will be affected and 100 means all request will be affected - - name: TOXICITY - value: "100" - - # port on which the proxy will listen - - name: PROXY_PORT - value: "20000" - - # network interface on which the proxy will listen - - name: NETWORK_INTERFACE - value: "eth0" - - - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds - - # Time period to wait before and after injection of chaos in sec - - name: RAMP_TIME + ## percentage of total nodes to target + - name: NODES_AFFECTED_PERC value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - # percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" - - - name: TARGET_PODS - value: "" - - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" - - ## it defines the sequence of chaos execution for multiple target pods + ## it defines the sequence of chaos execution for multiple target nodes ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: pod-http-status-code + name: node-io-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -808,18 +740,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - IO stress on a app pods belonging to an app deployment + Kills the Docker service on the application node to check the resiliency. kind: ChaosExperiment metadata: - name: pod-io-stress + name: docker-service-kill labels: - name: pod-io-stress + name: docker-service-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -850,22 +782,6 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -874,79 +790,44 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name pod-io-stress + - ./experiments -name docker-service-kill command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "120" - - ## specify the size as percentage of free space on the file system - ## default value 90 (in percentage) - - name: FILESYSTEM_UTILIZATION_PERCENTAGE - value: "10" - - ## we can specify the size in Gigabyte (Gb) also in place of percentage of free space - ## NOTE: for selecting this option FILESYSTEM_UTILIZATION_PERCENTAGE should be empty - - name: FILESYSTEM_UTILIZATION_BYTES - value: "" - - ## Total number of workers default value is 4 - - name: NUMBER_OF_WORKERS - value: "4" - - ## Percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" - - # provide volume mount path - - name: VOLUME_MOUNT_PATH - value: "" - - - name: TARGET_CONTAINER - value: "" + value: "90" # in seconds - ## specify the comma separated target pods - - name: TARGET_PODS + # Period to wait before injection of chaos in sec + - name: RAMP_TIME value: "" - # To select pods on specific node(s) - name: NODE_LABEL value: "" - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - # provide lib image - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + value: "ubuntu:16.04" + + # provide the target node name + - name: TARGET_NODE + value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - ## provide the cluster runtime - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - ## it defines the sequence of chaos execution for multiple target pods - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" - labels: - name: pod-io-stress + name: docker-service-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" + app.kubernetes.io/service-kill: "true" app.kubernetes.io/version: 3.7.0 --- @@ -954,18 +835,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Give IO disk stress on a node belonging to a deployment + Injects memory consumption on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: node-io-stress + name: pod-memory-hog-exec labels: - name: node-io-stress + name: pod-memory-hog-exec app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -996,6 +877,22 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + - apiGroups: ["apps"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -1004,170 +901,49 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name node-io-stress + - ./experiments -name pod-memory-hog-exec command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "120" - - ## specify the size as percentage of free space on the file system - ## default value 90 (in percentage) - - name: FILESYSTEM_UTILIZATION_PERCENTAGE - value: "10" - - ## we can specify the size in Gigabyte (Gb) also in place of percentage of free space - ## NOTE: for selecting this option FILESYSTEM_UTILIZATION_PERCENTAGE should be empty - - name: FILESYSTEM_UTILIZATION_BYTES - value: "" - - ## Number of core of CPU - - name: CPU - value: "1" - - ## Total number of workers default value is 4 - - name: NUMBER_OF_WORKERS - value: "4" - - ## Total number of VM workers - - name: VM_WORKERS - value: "1" + value: "60" - ## enter the comma separated target nodes name - - name: TARGET_NODES - value: "" + ## enter the amount of memory in megabytes to be consumed by the application pod + - name: MEMORY_CONSUMPTION + value: "500" - - name: NODE_LABEL + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC value: "" - # Period to wait before and after injection of chaos in sec + ## Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - ## percentage of total nodes to target - - name: NODES_AFFECTED_PERC - value: "" - - - name: DEFAULT_HEALTH_CHECK - value: "false" + # The command to kill the chaos process + - name: CHAOS_KILL_COMMAND + value: "kill $(find /proc -name exe -lname '*/dd' 2>&1 | grep -v 'Permission denied' | awk -F/ '{print $(NF-1)}' | head -n 1)" - ## it defines the sequence of chaos execution for multiple target nodes + ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" - labels: - name: node-io-stress - app.kubernetes.io/part-of: litmus - app.kubernetes.io/component: experiment-job - app.kubernetes.io/version: 3.7.0 - ---- ---- -apiVersion: litmuschaos.io/v1alpha1 -description: - message: | - Taint the node where application pod is scheduled -kind: ChaosExperiment -metadata: - name: node-taint - labels: - name: node-taint - app.kubernetes.io/part-of: litmus - app.kubernetes.io/component: chaosexperiment - app.kubernetes.io/version: 3.7.0 -spec: - definition: - scope: Cluster - permissions: - # Create and monitor the experiment & helper pods - - apiGroups: [""] - resources: ["pods"] - verbs: - [ - "create", - "delete", - "get", - "list", - "patch", - "update", - "deletecollection", - ] - # Performs CRUD operations on the events inside chaosengine and chaosresult - - apiGroups: [""] - resources: ["events"] - verbs: ["create", "get", "list", "patch", "update"] - # Fetch configmaps details and mount it to the experiment pod (if specified) - - apiGroups: [""] - resources: ["configmaps"] - verbs: ["get", "list"] - # Track and get the runner, experiment, and helper pods log - - apiGroups: [""] - resources: ["pods/log"] - verbs: ["get", "list", "watch"] - # for creating and managing to execute commands inside target container - - apiGroups: [""] - resources: ["pods/exec", "pods/eviction"] - verbs: ["get", "list", "create"] - # ignore daemonsets while draining the node - - apiGroups: ["apps"] - resources: ["daemonsets"] - verbs: ["list", "get", "delete"] - # for configuring and monitor the experiment job by the chaos-runner pod - - apiGroups: ["batch"] - resources: ["jobs"] - verbs: ["create", "list", "get", "delete", "deletecollection"] - # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow - - apiGroups: ["litmuschaos.io"] - resources: ["chaosengines", "chaosexperiments", "chaosresults"] - verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list", "patch", "update"] - image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - imagePullPolicy: Always - args: - - -c - - ./experiments -name node-taint - command: - - /bin/bash - env: - - name: TARGET_NODE - value: "" - - - name: NODE_LABEL - value: "" - - - name: TOTAL_CHAOS_DURATION - value: "60" + - name: DEFAULT_HEALTH_CHECK + value: "false" - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME + - name: TARGET_CONTAINER value: "" - # set taint label & effect - # key=value:effect or key:effect - - name: TAINTS + - name: TARGET_PODS value: "" - - name: DEFAULT_HEALTH_CHECK - value: "false" - labels: - name: node-taint + name: pod-memory-hog-exec app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -1177,12 +953,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects CPU consumption on pods belonging to an app deployment + It injects the chaos inside the pod which modifies the header of the request/response from the provided application server to the headers provided by the user and reverts after a specified duration kind: ChaosExperiment metadata: - name: pod-cpu-hog + name: pod-http-modify-header labels: - name: pod-cpu-hog + name: pod-http-modify-header app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -1247,39 +1023,64 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-cpu-hog + - ./experiments -name pod-http-modify-header command: - /bin/bash env: - - name: TOTAL_CHAOS_DURATION - value: "60" + - name: TARGET_CONTAINER + value: "" - ## Number of CPU cores to stress - - name: CPU_CORES - value: "1" + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - ## LOAD CPU WITH GIVEN PERCENT LOADING FOR THE CPU STRESS WORKERS. - ## 0 IS EFFECTIVELY A SLEEP (NO LOAD) AND 100 IS FULL LOADING - - name: CPU_LOAD + # map of headers to modify/add; Eg: {"X-Litmus-Test-Header": "X-Litmus-Test-Value"} + # to remove a header, just set the value to ""; Eg: {"X-Litmus-Test-Header": ""} + - name: HEADERS_MAP + value: "{}" + + # whether to modify response headers or request headers. Accepted values: request, response + - name: HEADER_MODE + value: "response" + + # port of the target service + - name: TARGET_SERVICE_PORT + value: "80" + + # toxicity is the probability of the request to be affected + # provide the percentage value in the range of 0-100 + # 0 means no request will be affected and 100 means all request will be affected + - name: TOXICITY value: "100" - ## Percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" + # port on which the proxy will listen + - name: PROXY_PORT + value: "20000" - ## Period to wait before and after injection of chaos in sec + # network interface on which the proxy will listen + - name: NETWORK_INTERFACE + value: "eth0" + + - name: TOTAL_CHAOS_DURATION + value: "60" # in seconds + + # Time period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - ## It is used in pumba lib only - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + - name: DEFAULT_HEALTH_CHECK + value: "false" - ## It is used in pumba lib only - - name: STRESS_IMAGE - value: "alexeiled/stress-ng:latest-ubuntu" + # percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" - ## provide the cluster runtime + - name: TARGET_PODS + value: "" + + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only - name: CONTAINER_RUNTIME value: "containerd" @@ -1287,15 +1088,6 @@ spec: - name: SOCKET_PATH value: "/run/containerd/containerd.sock" - - name: TARGET_CONTAINER - value: "" - - - name: TARGET_PODS - value: "" - - - name: DEFAULT_HEALTH_CHECK - value: "false" - # To select pods on specific node(s) - name: NODE_LABEL value: "" @@ -1306,7 +1098,7 @@ spec: value: "parallel" labels: - name: pod-cpu-hog + name: pod-http-modify-header app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/runtime-api-usage: "true" @@ -1317,12 +1109,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects memory consumption on pods belonging to an app deployment + Pod DNS Error injects DNS failure/error in target pod containers kind: ChaosExperiment metadata: - name: pod-memory-hog-exec + name: pod-dns-error labels: - name: pod-memory-hog-exec + name: pod-dns-error app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -1384,50 +1176,62 @@ spec: resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - imagePullPolicy: Always args: - -c - - ./experiments -name pod-memory-hog-exec + - ./experiments -name pod-dns-error command: - /bin/bash env: + - name: TARGET_CONTAINER + value: "" + + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + + - name: DEFAULT_HEALTH_CHECK + value: "false" + - name: TOTAL_CHAOS_DURATION - value: "60" + value: "60" # in seconds - ## enter the amount of memory in megabytes to be consumed by the application pod - - name: MEMORY_CONSUMPTION - value: "500" + # Time period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" - ## Period to wait before and after injection of chaos in sec - - name: RAMP_TIME + - name: TARGET_PODS value: "" - # The command to kill the chaos process - - name: CHAOS_KILL_COMMAND - value: "kill $(find /proc -name exe -lname '*/dd' 2>&1 | grep -v 'Permission denied' | awk -F/ '{print $(NF-1)}' | head -n 1)" + # provide the name of container runtime, it supports docker, containerd, crio + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" - - name: DEFAULT_HEALTH_CHECK - value: "false" - - - name: TARGET_CONTAINER + # list of the target hostnames or kewywords eg. '["litmuschaos","chaosnative.io"]' . If empty all hostnames are targets + - name: TARGET_HOSTNAMES value: "" - - name: TARGET_PODS - value: "" + # can be either exact or substring, determines whether the DNS query has to match exactly with one of the targets or can have any of the targets as substring + - name: MATCH_SCHEME + value: "exact" labels: - name: pod-memory-hog-exec + experiment: pod-dns-error app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -1435,18 +1239,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Give a memory hog on a node belonging to a deployment + it injects chaos into the pod which stops outgoing HTTP requests by resetting the TCP connection and then reverts back to the original state after a specified duration kind: ChaosExperiment metadata: - name: node-memory-hog + name: pod-http-reset-peer labels: - name: node-memory-hog + name: pod-http-reset-peer app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -1477,6 +1281,22 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + - apiGroups: ["apps"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -1485,63 +1305,81 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name node-memory-hog + - ./experiments -name pod-http-reset-peer command: - /bin/bash env: - - name: TOTAL_CHAOS_DURATION - value: "120" - - ## Specify the size as percent of total node capacity Ex: '30' - ## NOTE: for selecting this option keep MEMORY_CONSUMPTION_MEBIBYTES empty - - name: MEMORY_CONSUMPTION_PERCENTAGE + - name: TARGET_CONTAINER value: "" - ## Specify the amount of memory to be consumed in mebibytes - ## NOTE: for selecting this option keep MEMORY_CONSUMPTION_PERCENTAGE empty - - name: MEMORY_CONSUMPTION_MEBIBYTES - value: "" + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - name: NUMBER_OF_WORKERS - value: "1" + # reset timeout specifies after how much duration to reset the connection + - name: RESET_TIMEOUT + value: "0" #in ms - # ENTER THE COMMA SEPARATED TARGET NODES NAME - - name: TARGET_NODES - value: "" + # port of the target service + - name: TARGET_SERVICE_PORT + value: "80" - - name: NODE_LABEL - value: "" + # toxicity is the probability of the request to be affected + # provide the percentage value in the range of 0-100 + # 0 means no request will be affected and 100 means all request will be affected + - name: TOXICITY + value: "100" - # Period to wait before and after injection of chaos in sec + # port on which the proxy will listen + - name: PROXY_PORT + value: "20000" + + # network interface on which the proxy will listen + - name: NETWORK_INTERFACE + value: "eth0" + + - name: TOTAL_CHAOS_DURATION + value: "60" # in seconds + + # Time period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - name: DEFAULT_HEALTH_CHECK value: "false" - ## percentage of total nodes to target - - name: NODES_AFFECTED_PERC + # percentage of total pods to target + - name: PODS_AFFECTED_PERC value: "" - ## it defines the sequence of chaos execution for multiple target nodes + - name: TARGET_PODS + value: "" + + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" + + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" + + ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: node-memory-hog + name: pod-http-reset-peer app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -1550,18 +1388,19 @@ spec: --- apiVersion: litmuschaos.io/v1alpha1 description: - message: "Kills a container belonging to an application pod \n" + message: | + Kills the Kubelet service on the application node to check the resiliency. kind: ChaosExperiment metadata: - name: container-kill + name: kubelet-service-kill labels: - name: container-kill + name: kubelet-service-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -1592,22 +1431,6 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -1616,68 +1439,44 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name container-kill + - ./experiments -name kubelet-service-kill command: - /bin/bash env: - - name: TARGET_CONTAINER - value: "" + - name: TOTAL_CHAOS_DURATION + value: "60" # in seconds # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - - name: TARGET_PODS + - name: NODE_LABEL value: "" - # provide the chaos interval - - name: CHAOS_INTERVAL - value: "10" - - - name: SIGNAL - value: "SIGKILL" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - # provide the name of container runtime - # it supports docker, containerd, crio - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the total chaos duration - - name: TOTAL_CHAOS_DURATION - value: "20" - - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" + # provide lib image + - name: LIB_IMAGE + value: "ubuntu:16.04" - # To select pods on specific node(s) - - name: NODE_LABEL + # provide the target node name + - name: TARGET_NODE value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - ## it defines the sequence of chaos execution for multiple target pods - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" - labels: - name: container-kill + name: kubelet-service-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" + app.kubernetes.io/service-kill: "true" app.kubernetes.io/version: 3.7.0 --- @@ -1685,12 +1484,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects network packet loss on pods belonging to an app deployment + Injects network latency on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-network-loss + name: pod-network-latency labels: - name: pod-network-loss + name: pod-network-latency app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -1755,53 +1554,52 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-network-loss + - ./experiments -name pod-network-latency command: - /bin/bash env: - name: TARGET_CONTAINER value: "" + - name: NETWORK_INTERFACE + value: "eth0" + # provide lib image - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - name: NETWORK_INTERFACE - value: "eth0" - - name: TC_IMAGE value: "gaiadocker/iproute2" - - name: NETWORK_PACKET_LOSS_PERCENTAGE - value: "100" #in PERCENTAGE + - name: NETWORK_LATENCY + value: "2000" #in ms - name: TOTAL_CHAOS_DURATION value: "60" # in seconds - # time period to wait before and after injection of chaos in sec + # Time period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" + - name: JITTER + value: "0" + ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" - - name: DEFAULT_HEALTH_CHECK - value: "false" - - name: TARGET_PODS value: "" - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" - # provide the name of container runtime # for litmus LIB, it supports docker, containerd, crio # for pumba LIB, it supports docker only - name: CONTAINER_RUNTIME value: "containerd" + - name: DEFAULT_HEALTH_CHECK + value: "false" + # provide the destination ips # chaos injection will be triggered for these destination ips - name: DESTINATION_IPS @@ -1816,13 +1614,17 @@ spec: - name: SOCKET_PATH value: "/run/containerd/containerd.sock" + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" + ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: pod-network-loss + name: pod-network-latency app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/runtime-api-usage: "true" @@ -1833,12 +1635,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects network latency on pods belonging to an app deployment + It injects the chaos inside the pod which modifies the body of the response from the provided application server to the body string provided by the user and reverts after a specified duration kind: ChaosExperiment metadata: - name: pod-network-latency + name: pod-http-modify-body labels: - name: pod-network-latency + name: pod-http-modify-body app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -1903,25 +1705,49 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-network-latency + - ./experiments -name pod-http-modify-body command: - /bin/bash env: - name: TARGET_CONTAINER value: "" - - name: NETWORK_INTERFACE - value: "eth0" - # provide lib image - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - name: TC_IMAGE - value: "gaiadocker/iproute2" + # provide the body string to overwrite the response body + # if no value is provided, response will be an empty body. + - name: RESPONSE_BODY + value: "" - - name: NETWORK_LATENCY - value: "2000" #in ms + # provide the encoding type for the response body + # currently supported value are gzip, deflate + # if empty no encoding will be applied + - name: CONTENT_ENCODING + value: "" + + # provide the content type for the response body + - name: CONTENT_TYPE + value: "text/plain" + + # port of the target service + - name: TARGET_SERVICE_PORT + value: "80" + + # toxicity is the probability of the request to be affected + # provide the percentage value in the range of 0-100 + # 0 means no request will be affected and 100 means all request will be affected + - name: TOXICITY + value: "100" + + # port on which the proxy will listen + - name: PROXY_PORT + value: "20000" + + # network interface on which the proxy will listen + - name: NETWORK_INTERFACE + value: "eth0" - name: TOTAL_CHAOS_DURATION value: "60" # in seconds @@ -1930,10 +1756,10 @@ spec: - name: RAMP_TIME value: "" - - name: JITTER - value: "0" + - name: DEFAULT_HEALTH_CHECK + value: "false" - ## percentage of total pods to target + # percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" @@ -1946,19 +1772,6 @@ spec: - name: CONTAINER_RUNTIME value: "containerd" - - name: DEFAULT_HEALTH_CHECK - value: "false" - - # provide the destination ips - # chaos injection will be triggered for these destination ips - - name: DESTINATION_IPS - value: "" - - # provide the destination hosts - # chaos injection will be triggered for these destination hosts - - name: DESTINATION_HOSTS - value: "" - # provide the socket file path - name: SOCKET_PATH value: "/run/containerd/containerd.sock" @@ -1973,10 +1786,9 @@ spec: value: "parallel" labels: - name: pod-network-latency + name: pod-http-modify-body app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -1984,18 +1796,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects network packet duplication on pods belonging to an app deployment + Poweroff a node in the cluster kind: ChaosExperiment metadata: - name: pod-network-duplication + name: node-poweroff labels: - name: pod-network-duplication + name: node-poweroff app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -2014,34 +1826,18 @@ spec: - apiGroups: [""] resources: ["events"] verbs: ["create", "get", "list", "patch", "update"] - # Fetch configmaps details and mount it to the experiment pod (if specified) + # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) - apiGroups: [""] - resources: ["configmaps"] + resources: ["configmaps", "secrets"] verbs: ["get", "list"] # Track and get the runner, experiment, and helper pods log - apiGroups: [""] resources: ["pods/log"] verbs: ["get", "list", "watch"] - # for creating and managing to execute commands inside target container + # for creating and managing to execute comands inside target container - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -2050,51 +1846,128 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name pod-network-duplication + - ./experiments -name node-restart command: - /bin/bash env: + - name: SSH_USER + value: "root" + - name: TOTAL_CHAOS_DURATION value: "60" - - name: RAMP_TIME - value: "" + - name: REBOOT_COMMAND + value: '-o ServerAliveInterval=1 -o ServerAliveCountMax=1 "sudo systemctl poweroff --force --force" ; true' - - name: TARGET_CONTAINER + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - - name: TC_IMAGE - value: "gaiadocker/iproute2" - - - name: NETWORK_INTERFACE - value: "eth0" - - - name: NETWORK_PACKET_DUPLICATION_PERCENTAGE - value: "100" # in percentage + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - name: TARGET_PODS + # ENTER THE TARGET NODE NAME + - name: TARGET_NODE value: "" - # To select pods on specific node(s) - name: NODE_LABEL value: "" - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC + # ENTER THE TARGET NODE IP + - name: TARGET_NODE_IP value: "" - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + labels: + name: node-poweroff + app.kubernetes.io/part-of: litmus + app.kubernetes.io/component: experiment-job + app.kubernetes.io/version: 3.7.0 + secrets: + - name: id-rsa + mountPath: /mnt/ - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only - - name: CONTAINER_RUNTIME - value: "containerd" +--- +--- +apiVersion: litmuschaos.io/v1alpha1 +description: + message: | + Injects 100% network packet loss on pods belonging to an app deployment +kind: ChaosExperiment +metadata: + name: pod-network-partition + labels: + name: pod-network-partition + app.kubernetes.io/part-of: litmus + app.kubernetes.io/component: chaosexperiment + app.kubernetes.io/version: 3.7.0 +spec: + definition: + scope: Namespaced + permissions: + # Create and monitor the experiment & helper pods + - apiGroups: [""] + resources: ["pods"] + verbs: + [ + "create", + "delete", + "get", + "list", + "patch", + "update", + "deletecollection", + ] + # Performs CRUD operations on the events inside chaosengine and chaosresult + - apiGroups: [""] + resources: ["events"] + verbs: ["create", "get", "list", "patch", "update"] + # Fetch configmaps details and mount it to the experiment pod (if specified) + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list"] + # Track and get the runner, experiment, and helper pods log + - apiGroups: [""] + resources: ["pods/log"] + verbs: ["get", "list", "watch"] + # for creating and managing to execute commands inside target container + - apiGroups: [""] + resources: ["pods/exec"] + verbs: ["get", "list", "create"] + # for configuring and monitor the experiment job by the chaos-runner pod + - apiGroups: ["batch"] + resources: ["jobs"] + verbs: ["create", "list", "get", "delete", "deletecollection"] + # performs CRUD operations on the network policies + - apiGroups: ["networking.k8s.io"] + resources: ["networkpolicies"] + verbs: ["create", "delete", "list", "get"] + # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow + - apiGroups: ["litmuschaos.io"] + resources: ["chaosengines", "chaosexperiments", "chaosresults"] + verbs: ["create", "list", "get", "patch", "update", "delete"] + image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + imagePullPolicy: Always + args: + - -c + - ./experiments -name pod-network-partition + command: + - /bin/bash + env: + - name: TOTAL_CHAOS_DURATION + value: "60" # in seconds + + # time period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" - name: DEFAULT_HEALTH_CHECK value: "false" @@ -2109,20 +1982,27 @@ spec: - name: DESTINATION_HOSTS value: "" - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" + # provide network policy type + # support ingress, egress, all values + - name: POLICY_TYPES + value: "all" - ## it defines the sequence of chaos execution for multiple target pods - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" + # provide labels of the destination pods + - name: POD_SELECTOR + value: "" + + # provide labels the destination namespaces + - name: NAMESPACE_SELECTOR + value: "" + + # provide comma separated ports + - name: PORTS + value: "" labels: - name: pod-network-duplication + name: pod-network-partition app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -2130,18 +2010,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Kills the Kubelet service on the application node to check the resiliency. + IO stress on a app pods belonging to an app deployment kind: ChaosExperiment metadata: - name: kubelet-service-kill + name: pod-io-stress labels: - name: kubelet-service-kill + name: pod-io-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -2172,6 +2052,22 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + - apiGroups: ["apps"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -2180,44 +2076,79 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name kubelet-service-kill + - ./experiments -name pod-io-stress command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds + value: "120" - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME + ## specify the size as percentage of free space on the file system + ## default value 90 (in percentage) + - name: FILESYSTEM_UTILIZATION_PERCENTAGE + value: "10" + + ## we can specify the size in Gigabyte (Gb) also in place of percentage of free space + ## NOTE: for selecting this option FILESYSTEM_UTILIZATION_PERCENTAGE should be empty + - name: FILESYSTEM_UTILIZATION_BYTES + value: "" + + ## Total number of workers default value is 4 + - name: NUMBER_OF_WORKERS + value: "4" + + ## Percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" + + # provide volume mount path + - name: VOLUME_MOUNT_PATH + value: "" + + - name: TARGET_CONTAINER + value: "" + + ## specify the comma separated target pods + - name: TARGET_PODS value: "" + # To select pods on specific node(s) - name: NODE_LABEL value: "" + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" + # provide lib image - name: LIB_IMAGE - value: "ubuntu:16.04" - - # provide the target node name - - name: TARGET_NODE - value: "" + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - name: DEFAULT_HEALTH_CHECK value: "false" + ## provide the cluster runtime + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" + + ## it defines the sequence of chaos execution for multiple target pods + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" + labels: - name: kubelet-service-kill + name: pod-io-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/service-kill: "true" + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -2225,12 +2156,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects CPU consumption on pods belonging to an app deployment + Deletes a pod belonging to a deployment/statefulset/daemonset kind: ChaosExperiment metadata: - name: pod-cpu-hog-exec + name: pod-delete labels: - name: pod-cpu-hog-exec + name: pod-delete app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -2295,28 +2226,26 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-cpu-hog-exec + - ./experiments -name pod-delete command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "60" - - ## Number of CPU cores to stress - - name: CPU_CORES - value: "1" - - ## Percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" + value: "15" - ## Period to wait before and after injection of chaos in sec + # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # The command to kill the chaos process - - name: CHAOS_KILL_COMMAND - value: "kill $(find /proc -name exe -lname '*/md5sum' 2>&1 | grep -v 'Permission denied' | awk -F/ '{print $(NF-1)}')" + - name: FORCE + value: "true" + + - name: CHAOS_INTERVAL + value: "5" + + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" - name: TARGET_CONTAINER value: "" @@ -2327,13 +2256,17 @@ spec: - name: DEFAULT_HEALTH_CHECK value: "false" + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" + ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: pod-cpu-hog-exec + name: pod-delete app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -2343,12 +2276,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects 100% network packet loss on pods belonging to an app deployment + Injects network packet duplication on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-network-partition + name: pod-network-duplication labels: - name: pod-network-partition + name: pod-network-duplication app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -2385,14 +2318,26 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + - apiGroups: ["apps"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] verbs: ["create", "list", "get", "delete", "deletecollection"] - # performs CRUD operations on the network policies - - apiGroups: ["networking.k8s.io"] - resources: ["networkpolicies"] - verbs: ["create", "delete", "list", "get"] # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] @@ -2401,17 +2346,48 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-network-partition + - ./experiments -name pod-network-duplication command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds + value: "60" - # time period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" + - name: TARGET_CONTAINER + value: "" + + - name: TC_IMAGE + value: "gaiadocker/iproute2" + + - name: NETWORK_INTERFACE + value: "eth0" + + - name: NETWORK_PACKET_DUPLICATION_PERCENTAGE + value: "100" # in percentage + + - name: TARGET_PODS + value: "" + + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" + + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" + + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only + - name: CONTAINER_RUNTIME + value: "containerd" + - name: DEFAULT_HEALTH_CHECK value: "false" @@ -2425,27 +2401,20 @@ spec: - name: DESTINATION_HOSTS value: "" - # provide network policy type - # support ingress, egress, all values - - name: POLICY_TYPES - value: "all" - - # provide labels of the destination pods - - name: POD_SELECTOR - value: "" - - # provide labels the destination namespaces - - name: NAMESPACE_SELECTOR - value: "" + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" - # provide comma separated ports - - name: PORTS - value: "" + ## it defines the sequence of chaos execution for multiple target pods + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" labels: - name: pod-network-partition + name: pod-network-duplication app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -2453,18 +2422,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Pod DNS Spoof can spoof particular DNS requests in target pod container to desired target hostnames + Give a memory hog on a node belonging to a deployment kind: ChaosExperiment metadata: - name: pod-dns-spoof + name: node-memory-hog labels: - name: pod-dns-spoof + name: node-memory-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -2495,22 +2464,6 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -2519,14 +2472,43 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + imagePullPolicy: Always args: - -c - - ./experiments -name pod-dns-spoof + - ./experiments -name node-memory-hog command: - /bin/bash env: - - name: TARGET_CONTAINER + - name: TOTAL_CHAOS_DURATION + value: "120" + + ## Specify the size as percent of total node capacity Ex: '30' + ## NOTE: for selecting this option keep MEMORY_CONSUMPTION_MEBIBYTES empty + - name: MEMORY_CONSUMPTION_PERCENTAGE + value: "" + + ## Specify the amount of memory to be consumed in mebibytes + ## NOTE: for selecting this option keep MEMORY_CONSUMPTION_PERCENTAGE empty + - name: MEMORY_CONSUMPTION_MEBIBYTES + value: "" + + - name: NUMBER_OF_WORKERS + value: "1" + + # ENTER THE COMMA SEPARATED TARGET NODES NAME + - name: TARGET_NODES + value: "" + + - name: NODE_LABEL + value: "" + + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" # provide lib image @@ -2536,42 +2518,19 @@ spec: - name: DEFAULT_HEALTH_CHECK value: "false" - - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds - - # Time period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" - - - name: TARGET_PODS + ## percentage of total nodes to target + - name: NODES_AFFECTED_PERC value: "" - # provide the name of container runtime, it supports docker, containerd, crio - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - ## it defines the sequence of chaos execution for multiple target pods + ## it defines the sequence of chaos execution for multiple target nodes ## supported values: serial, parallel - name: SEQUENCE value: "parallel" - # map of the target hostnames eg. '{"abc.com":"spoofabc.com"}' . If empty no queries will be spoofed - - name: SPOOF_MAP - value: "" - labels: - experiment: pod-dns-spoof + name: node-memory-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -2579,18 +2538,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects memory consumption on pods belonging to an app deployment + Drain the node where application pod is scheduled kind: ChaosExperiment metadata: - name: pod-memory-hog + name: node-drain labels: - name: pod-memory-hog + name: node-drain app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -2619,24 +2578,12 @@ spec: verbs: ["get", "list", "watch"] # for creating and managing to execute commands inside target container - apiGroups: [""] - resources: ["pods/exec"] + resources: ["pods/exec", "pods/eviction"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + # ignore daemonsets while draining the node - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] + resources: ["daemonsets"] + verbs: ["list", "get", "delete"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -2645,72 +2592,38 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list", "patch"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name pod-memory-hog + - ./experiments -name node-drain command: - /bin/bash env: - - name: TOTAL_CHAOS_DURATION - value: "60" - - ## enter the amount of memory in megabytes to be consumed by the application pod - - name: MEMORY_CONSUMPTION - value: "500" - - ## Number of workers to perform stress - - name: NUMBER_OF_WORKERS - value: "1" - - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC + - name: TARGET_NODE value: "" - ## Period to wait before and after injection of chaos in sec - - name: RAMP_TIME + - name: NODE_LABEL value: "" - ## It is used in pumba lib only - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - ## It is used in pumba lib only - - name: STRESS_IMAGE - value: "alexeiled/stress-ng:latest-ubuntu" - - ## provide the cluster runtime - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" + - name: TOTAL_CHAOS_DURATION + value: "60" - ## it defines the sequence of chaos execution for multiple target pods - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - - name: TARGET_CONTAINER - value: "" - - - name: TARGET_PODS - value: "" - - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" - labels: - name: pod-memory-hog + name: node-drain app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -2718,12 +2631,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - it injects chaos into the pod which stops outgoing HTTP requests by resetting the TCP connection and then reverts back to the original state after a specified duration + Injects CPU consumption on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-http-reset-peer + name: pod-cpu-hog labels: - name: pod-http-reset-peer + name: pod-cpu-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -2788,59 +2701,39 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-http-reset-peer + - ./experiments -name pod-cpu-hog command: - /bin/bash env: - - name: TARGET_CONTAINER - value: "" - - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - # reset timeout specifies after how much duration to reset the connection - - name: RESET_TIMEOUT - value: "0" #in ms + - name: TOTAL_CHAOS_DURATION + value: "60" - # port of the target service - - name: TARGET_SERVICE_PORT - value: "80" + ## Number of CPU cores to stress + - name: CPU_CORES + value: "1" - # toxicity is the probability of the request to be affected - # provide the percentage value in the range of 0-100 - # 0 means no request will be affected and 100 means all request will be affected - - name: TOXICITY + ## LOAD CPU WITH GIVEN PERCENT LOADING FOR THE CPU STRESS WORKERS. + ## 0 IS EFFECTIVELY A SLEEP (NO LOAD) AND 100 IS FULL LOADING + - name: CPU_LOAD value: "100" - # port on which the proxy will listen - - name: PROXY_PORT - value: "20000" - - # network interface on which the proxy will listen - - name: NETWORK_INTERFACE - value: "eth0" - - - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds + ## Percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" - # Time period to wait before and after injection of chaos in sec + ## Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - - name: DEFAULT_HEALTH_CHECK - value: "false" - - # percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" + ## It is used in pumba lib only + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - name: TARGET_PODS - value: "" + ## It is used in pumba lib only + - name: STRESS_IMAGE + value: "alexeiled/stress-ng:latest-ubuntu" - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only + ## provide the cluster runtime - name: CONTAINER_RUNTIME value: "containerd" @@ -2848,6 +2741,15 @@ spec: - name: SOCKET_PATH value: "/run/containerd/containerd.sock" + - name: TARGET_CONTAINER + value: "" + + - name: TARGET_PODS + value: "" + + - name: DEFAULT_HEALTH_CHECK + value: "false" + # To select pods on specific node(s) - name: NODE_LABEL value: "" @@ -2858,9 +2760,10 @@ spec: value: "parallel" labels: - name: pod-http-reset-peer + name: pod-cpu-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -2868,12 +2771,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It injects the chaos inside the pod which modifies the body of the response from the provided application server to the body string provided by the user and reverts after a specified duration + Fillup Ephemeral Storage of a Resource kind: ChaosExperiment metadata: - name: pod-http-modify-body + name: disk-fill labels: - name: pod-http-modify-body + name: disk-fill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -2938,80 +2841,56 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-http-modify-body + - ./experiments -name disk-fill command: - /bin/bash env: - name: TARGET_CONTAINER value: "" - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - # provide the body string to overwrite the response body - # if no value is provided, response will be an empty body. - - name: RESPONSE_BODY - value: "" - - # provide the encoding type for the response body - # currently supported value are gzip, deflate - # if empty no encoding will be applied - - name: CONTENT_ENCODING - value: "" - - # provide the content type for the response body - - name: CONTENT_TYPE - value: "text/plain" - - # port of the target service - - name: TARGET_SERVICE_PORT + - name: FILL_PERCENTAGE value: "80" - # toxicity is the probability of the request to be affected - # provide the percentage value in the range of 0-100 - # 0 means no request will be affected and 100 means all request will be affected - - name: TOXICITY - value: "100" + - name: TOTAL_CHAOS_DURATION + value: "60" - # port on which the proxy will listen - - name: PROXY_PORT - value: "20000" + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" - # network interface on which the proxy will listen - - name: NETWORK_INTERFACE - value: "eth0" + # provide the data block size + # supported unit is KB + - name: DATA_BLOCK_SIZE + value: "256" - - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds + - name: TARGET_PODS + value: "" - # Time period to wait before and after injection of chaos in sec - - name: RAMP_TIME + - name: EPHEMERAL_STORAGE_MEBIBYTES value: "" - - name: DEFAULT_HEALTH_CHECK - value: "false" + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" - # percentage of total pods to target + ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" - - name: TARGET_PODS - value: "" + - name: DEFAULT_HEALTH_CHECK + value: "false" - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only - - name: CONTAINER_RUNTIME - value: "containerd" + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" # provide the socket file path - name: SOCKET_PATH value: "/run/containerd/containerd.sock" - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" + # provide the name of container runtime + # it supports docker, containerd, crio + - name: CONTAINER_RUNTIME + value: "containerd" ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel @@ -3019,28 +2898,28 @@ spec: value: "parallel" labels: - name: pod-http-modify-body + name: disk-fill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/host-path-usage: "true" app.kubernetes.io/version: 3.7.0 --- --- apiVersion: litmuschaos.io/v1alpha1 description: - message: | - Give a CPU spike on a node belonging to a deployment + message: "Kills a container belonging to an application pod \n" kind: ChaosExperiment metadata: - name: node-cpu-hog + name: container-kill labels: - name: node-cpu-hog + name: container-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -3071,6 +2950,22 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + - apiGroups: ["apps"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -3079,62 +2974,68 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name node-cpu-hog + - ./experiments -name container-kill command: - /bin/bash env: - - name: TOTAL_CHAOS_DURATION - value: "60" + - name: TARGET_CONTAINER + value: "" # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - ## ENTER THE NUMBER OF CORES OF CPU FOR CPU HOGGING - ## OPTIONAL VALUE IN CASE OF EMPTY VALUE IT WILL TAKE NODE CPU CAPACITY - - name: NODE_CPU_CORE + - name: TARGET_PODS value: "" - ## LOAD CPU WITH GIVEN PERCENT LOADING FOR THE CPU STRESS WORKERS. - ## 0 IS EFFECTIVELY A SLEEP (NO LOAD) AND 100 IS FULL LOADING - - name: CPU_LOAD - value: "100" + # provide the chaos interval + - name: CHAOS_INTERVAL + value: "10" - # ENTER THE COMMA SEPARATED TARGET NODES NAME - - name: TARGET_NODES - value: "" + - name: SIGNAL + value: "SIGKILL" - - name: NODE_LABEL - value: "" + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + # provide the name of container runtime + # it supports docker, containerd, crio + - name: CONTAINER_RUNTIME + value: "containerd" - ## percentage of total nodes to target - - name: NODES_AFFECTED_PERC + # provide the total chaos duration + - name: TOTAL_CHAOS_DURATION + value: "20" + + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" + + # To select pods on specific node(s) + - name: NODE_LABEL value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - ## it defines the sequence of chaos execution for multiple target nodes + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + + ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: node-cpu-hog + name: container-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -3290,18 +3191,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Drain the node where application pod is scheduled + Injects memory consumption on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: node-drain + name: pod-memory-hog labels: - name: node-drain + name: pod-memory-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -3330,12 +3231,24 @@ spec: verbs: ["get", "list", "watch"] # for creating and managing to execute commands inside target container - apiGroups: [""] - resources: ["pods/exec", "pods/eviction"] + resources: ["pods/exec"] verbs: ["get", "list", "create"] - # ignore daemonsets while draining the node + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - apiGroups: ["apps"] - resources: ["daemonsets"] - verbs: ["list", "get", "delete"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -3344,38 +3257,72 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list", "patch"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name node-drain + - ./experiments -name pod-memory-hog command: - /bin/bash env: - - name: TARGET_NODE - value: "" - - - name: NODE_LABEL - value: "" - - name: TOTAL_CHAOS_DURATION value: "60" - # Period to wait before and after injection of chaos in sec + ## enter the amount of memory in megabytes to be consumed by the application pod + - name: MEMORY_CONSUMPTION + value: "500" + + ## Number of workers to perform stress + - name: NUMBER_OF_WORKERS + value: "1" + + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" + + ## Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" + ## It is used in pumba lib only + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + + ## It is used in pumba lib only + - name: STRESS_IMAGE + value: "alexeiled/stress-ng:latest-ubuntu" + + ## provide the cluster runtime + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" + + ## it defines the sequence of chaos execution for multiple target pods + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" + - name: DEFAULT_HEALTH_CHECK value: "false" + - name: TARGET_CONTAINER + value: "" + + - name: TARGET_PODS + value: "" + + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" + labels: - name: node-drain + name: pod-memory-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -3383,18 +3330,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Deletes a pod belonging to a deployment/statefulset/daemonset + Scale the application replicas and test the node autoscaling on cluster kind: ChaosExperiment metadata: - name: pod-delete + name: pod-autoscaler labels: - name: pod-delete + name: pod-autoscaler app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -3425,22 +3372,10 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + # performs CRUD operations on the deployments and statefulsets - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] + resources: ["deployments", "statefulsets"] + verbs: ["list", "get", "patch", "update"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -3453,47 +3388,26 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-delete - command: - - /bin/bash - env: - - name: TOTAL_CHAOS_DURATION - value: "15" - - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - - - name: FORCE - value: "true" - - - name: CHAOS_INTERVAL - value: "5" - - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" + - ./experiments -name pod-autoscaler + command: + - /bin/bash + env: + - name: TOTAL_CHAOS_DURATION + value: "60" - - name: TARGET_CONTAINER + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - - name: TARGET_PODS - value: "" + # Number of replicas to scale + - name: REPLICA_COUNT + value: "5" - name: DEFAULT_HEALTH_CHECK value: "false" - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" - - ## it defines the sequence of chaos execution for multiple target pods - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" - labels: - name: pod-delete + name: pod-autoscaler app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -3503,12 +3417,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Fillup Ephemeral Storage of a Resource + Injects network packet loss on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: disk-fill + name: pod-network-loss labels: - name: disk-fill + name: pod-network-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -3573,67 +3487,77 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name disk-fill + - ./experiments -name pod-network-loss command: - /bin/bash env: - name: TARGET_CONTAINER value: "" - - name: FILL_PERCENTAGE - value: "80" + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + + - name: NETWORK_INTERFACE + value: "eth0" + + - name: TC_IMAGE + value: "gaiadocker/iproute2" + + - name: NETWORK_PACKET_LOSS_PERCENTAGE + value: "100" #in PERCENTAGE - name: TOTAL_CHAOS_DURATION - value: "60" + value: "60" # in seconds - # Period to wait before and after injection of chaos in sec + # time period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # provide the data block size - # supported unit is KB - - name: DATA_BLOCK_SIZE - value: "256" - - - name: TARGET_PODS + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC value: "" - - name: EPHEMERAL_STORAGE_MEBIBYTES + - name: DEFAULT_HEALTH_CHECK + value: "false" + + - name: TARGET_PODS value: "" # To select pods on specific node(s) - name: NODE_LABEL value: "" - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only + - name: CONTAINER_RUNTIME + value: "containerd" - - name: DEFAULT_HEALTH_CHECK - value: "false" + # provide the destination ips + # chaos injection will be triggered for these destination ips + - name: DESTINATION_IPS + value: "" - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + # provide the destination hosts + # chaos injection will be triggered for these destination hosts + - name: DESTINATION_HOSTS + value: "" # provide the socket file path - name: SOCKET_PATH value: "/run/containerd/containerd.sock" - # provide the name of container runtime - # it supports docker, containerd, crio - - name: CONTAINER_RUNTIME - value: "containerd" - ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: disk-fill + name: pod-network-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/host-path-usage: "true" + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.7.0 --- @@ -3641,12 +3565,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Restart node + Taint the node where application pod is scheduled kind: ChaosExperiment metadata: - name: node-restart + name: node-taint labels: - name: node-restart + name: node-taint app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -3671,9 +3595,9 @@ spec: - apiGroups: [""] resources: ["events"] verbs: ["create", "get", "list", "patch", "update"] - # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) + # Fetch configmaps details and mount it to the experiment pod (if specified) - apiGroups: [""] - resources: ["configmaps", "secrets"] + resources: ["configmaps"] verbs: ["get", "list"] # Track and get the runner, experiment, and helper pods log - apiGroups: [""] @@ -3681,8 +3605,12 @@ spec: verbs: ["get", "list", "watch"] # for creating and managing to execute commands inside target container - apiGroups: [""] - resources: ["pods/exec"] + resources: ["pods/exec", "pods/eviction"] verbs: ["get", "list", "create"] + # ignore daemonsets while draining the node + - apiGroups: ["apps"] + resources: ["daemonsets"] + verbs: ["list", "get", "delete"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -3694,19 +3622,20 @@ spec: # for experiment to perform node status checks - apiGroups: [""] resources: ["nodes"] - verbs: ["get", "list"] + verbs: ["get", "list", "patch", "update"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" imagePullPolicy: Always args: - -c - - ./experiments -name node-restart + - ./experiments -name node-taint command: - /bin/bash env: - - name: SSH_USER - value: "root" - - name: REBOOT_COMMAND - value: "sudo systemctl reboot; true" + - name: TARGET_NODE + value: "" + + - name: NODE_LABEL + value: "" - name: TOTAL_CHAOS_DURATION value: "60" @@ -3715,50 +3644,37 @@ spec: - name: RAMP_TIME value: "" - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" - - # ENTER THE TARGET NODE NAME - - name: TARGET_NODE - value: "" - - - name: NODE_LABEL - value: "" - - # ENTER THE TARGET NODE IP - - name: TARGET_NODE_IP + # set taint label & effect + # key=value:effect or key:effect + - name: TAINTS value: "" - name: DEFAULT_HEALTH_CHECK value: "false" labels: - name: node-restart + name: node-taint app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 - secrets: - - name: id-rsa - mountPath: /mnt/ --- --- apiVersion: litmuschaos.io/v1alpha1 description: message: | - Scale the application replicas and test the node autoscaling on cluster + It injects chaos inside the pod which modifies the status code of the response from the provided application server to desired status code provided by the user and reverts after a specified duration kind: ChaosExperiment metadata: - name: pod-autoscaler + name: pod-http-status-code labels: - name: pod-autoscaler + name: pod-http-status-code app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -3789,10 +3705,22 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # performs CRUD operations on the deployments and statefulsets + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - apiGroups: ["apps"] - resources: ["deployments", "statefulsets"] - verbs: ["list", "get", "patch", "update"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -3805,26 +3733,98 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-autoscaler + - ./experiments -name pod-http-status-code command: - /bin/bash env: + - name: TARGET_CONTAINER + value: "" + + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.7.0" + + # modified status code for the HTTP response + # if no value is provided, a random status code from the supported code list will selected + # if an invalid status code is provided, the experiment will fail + # supported status code list: [200, 201, 202, 204, 300, 301, 302, 304, 307, 400, 401, 403, 404, 500, 501, 502, 503, 504] + - name: STATUS_CODE + value: "" + + # whether to modify the body as per the status code provided + - name: "MODIFY_RESPONSE_BODY" + value: "true" + + # provide the body string to overwrite the response body. This will be used only if MODIFY_RESPONSE_BODY is set to true + - name: RESPONSE_BODY + value: "" + + # provide the encoding type for the response body + # currently supported value are gzip, deflate + # if empty no encoding will be applied + - name: CONTENT_ENCODING + value: "" + + # provide the content type for the response body + - name: CONTENT_TYPE + value: "text/plain" + + # port of the target service + - name: TARGET_SERVICE_PORT + value: "80" + + # toxicity is the probability of the request to be affected + # provide the percentage value in the range of 0-100 + # 0 means no request will be affected and 100 means all request will be affected + - name: TOXICITY + value: "100" + + # port on which the proxy will listen + - name: PROXY_PORT + value: "20000" + + # network interface on which the proxy will listen + - name: NETWORK_INTERFACE + value: "eth0" + - name: TOTAL_CHAOS_DURATION - value: "60" + value: "60" # in seconds - # Period to wait before and after injection of chaos in sec + # Time period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # Number of replicas to scale - - name: REPLICA_COUNT - value: "5" - - name: DEFAULT_HEALTH_CHECK value: "false" + # percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" + + - name: TARGET_PODS + value: "" + + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" + + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" + + ## it defines the sequence of chaos execution for multiple target pods + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" + labels: - name: pod-autoscaler + name: pod-http-status-code app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 diff --git a/faults/spring-boot/experiments.yaml b/faults/spring-boot/experiments.yaml index 680db894c..7e8d999f4 100644 --- a/faults/spring-boot/experiments.yaml +++ b/faults/spring-boot/experiments.yaml @@ -2,12 +2,12 @@ apiVersion: litmuschaos.io/v1alpha1 description: message: | - It can target random pods with a Spring Boot application and allows configuring the assaults to inject cpu-stress + It can target random pods with a Spring Boot application and allows configuring the assaults to inject app-kill kind: ChaosExperiment metadata: - name: spring-boot-faults + name: spring-boot-app-kill labels: - name: spring-boot-faults + name: spring-boot-app-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -52,57 +52,10 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name spring-boot-faults + - ./experiments -name spring-boot-app-kill command: - /bin/bash env: - # it enables spring app-kill fault - - name: CM_KILL_APPLICATION_ACTIVE - value: "" - - # it enables spring-boot latency fault - - name: CM_LATENCY_ACTIVE - value: "" - - # provide the latency (ms) - # it is applicable when latency is active - - name: LATENCY - value: "2000" - - # it enables spring-boot memory stress fault - - name: CM_MEMORY_ACTIVE - value: "" - - # it contains fraction of memory to be stressed(0.70 equals 70%) - # it supports value in range [0.01,0.95] - # it is applicable when memory is active - - name: MEMORY_FILL_FRACTION - value: "0.70" - - # it enables spring-boot cpu stress fault - - name: CM_CPU_ACTIVE - value: "" - - # it contains fraction of cpu to be stressed(0.95 equals 95%) - # it supports value in range [0.1,1.0] - # it is applicable when cpu is active - - name: CPU_LOAD_FRACTION - value: "0.9" - - # it enables spring-boot exceptions fault - - name: CM_EXCEPTIONS_ACTIVE - value: "" - - # Type of raised exception - # it is applicable when exceptions is active - - name: CM_EXCEPTIONS_TYPE - value: "java.lang.IllegalArgumentException" - - # Argument of raised exception - # it is applicable when exceptions is active - - name: CM_EXCEPTIONS_ARGUMENTS - value: "java.lang.String:custom illegal argument exception" - # port of the spring boot application - name: CM_PORT value: "" @@ -121,9 +74,6 @@ spec: - name: CM_WATCHERS value: "restController" - - name: TOTAL_CHAOS_DURATION - value: "30" - ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" @@ -138,7 +88,7 @@ spec: value: "parallel" labels: - name: spring-boot-faults + name: spring-boot-app-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -148,12 +98,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It can target random pods with a Spring Boot application and allows configuring the assaults to inject cpu-stress + It can target random pods with a Spring Boot application and allows configuring the assaults to inject network latency kind: ChaosExperiment metadata: - name: spring-boot-cpu-stress + name: spring-boot-exceptions labels: - name: spring-boot-cpu-stress + name: spring-boot-exceptions app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -198,14 +148,17 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name spring-boot-cpu-stress + - ./experiments -name spring-boot-exceptions command: - /bin/bash env: - # it contains fraction of cpu to be stressed(0.95 equals 95%) - # it supports value in range [0.1,1.0] - - name: CPU_LOAD_FRACTION - value: "0.9" + # Type of raised exception + - name: CM_EXCEPTIONS_TYPE + value: "java.lang.IllegalArgumentException" + + # Argument of raised exception + - name: CM_EXCEPTIONS_ARGUMENTS + value: "java.lang.String:custom illegal argument exception" # port of the spring boot application - name: CM_PORT @@ -242,7 +195,7 @@ spec: value: "parallel" labels: - name: spring-boot-cpu-stress + name: spring-boot-exceptions app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -252,12 +205,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It can target random pods with a Spring Boot application and allows configuring the assaults to inject network latency + It can target random pods with a Spring Boot application and allows configuring the assaults to inject cpu-stress kind: ChaosExperiment metadata: - name: spring-boot-exceptions + name: spring-boot-cpu-stress labels: - name: spring-boot-exceptions + name: spring-boot-cpu-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -302,17 +255,14 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name spring-boot-exceptions + - ./experiments -name spring-boot-cpu-stress command: - /bin/bash env: - # Type of raised exception - - name: CM_EXCEPTIONS_TYPE - value: "java.lang.IllegalArgumentException" - - # Argument of raised exception - - name: CM_EXCEPTIONS_ARGUMENTS - value: "java.lang.String:custom illegal argument exception" + # it contains fraction of cpu to be stressed(0.95 equals 95%) + # it supports value in range [0.1,1.0] + - name: CPU_LOAD_FRACTION + value: "0.9" # port of the spring boot application - name: CM_PORT @@ -349,7 +299,7 @@ spec: value: "parallel" labels: - name: spring-boot-exceptions + name: spring-boot-cpu-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0 @@ -463,12 +413,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It can target random pods with a Spring Boot application and allows configuring the assaults to inject app-kill + It can target random pods with a Spring Boot application and allows configuring the assaults to inject cpu-stress kind: ChaosExperiment metadata: - name: spring-boot-app-kill + name: spring-boot-faults labels: - name: spring-boot-app-kill + name: spring-boot-faults app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.7.0 @@ -513,10 +463,57 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name spring-boot-app-kill + - ./experiments -name spring-boot-faults command: - /bin/bash env: + # it enables spring app-kill fault + - name: CM_KILL_APPLICATION_ACTIVE + value: "" + + # it enables spring-boot latency fault + - name: CM_LATENCY_ACTIVE + value: "" + + # provide the latency (ms) + # it is applicable when latency is active + - name: LATENCY + value: "2000" + + # it enables spring-boot memory stress fault + - name: CM_MEMORY_ACTIVE + value: "" + + # it contains fraction of memory to be stressed(0.70 equals 70%) + # it supports value in range [0.01,0.95] + # it is applicable when memory is active + - name: MEMORY_FILL_FRACTION + value: "0.70" + + # it enables spring-boot cpu stress fault + - name: CM_CPU_ACTIVE + value: "" + + # it contains fraction of cpu to be stressed(0.95 equals 95%) + # it supports value in range [0.1,1.0] + # it is applicable when cpu is active + - name: CPU_LOAD_FRACTION + value: "0.9" + + # it enables spring-boot exceptions fault + - name: CM_EXCEPTIONS_ACTIVE + value: "" + + # Type of raised exception + # it is applicable when exceptions is active + - name: CM_EXCEPTIONS_TYPE + value: "java.lang.IllegalArgumentException" + + # Argument of raised exception + # it is applicable when exceptions is active + - name: CM_EXCEPTIONS_ARGUMENTS + value: "java.lang.String:custom illegal argument exception" + # port of the spring boot application - name: CM_PORT value: "" @@ -535,6 +532,9 @@ spec: - name: CM_WATCHERS value: "restController" + - name: TOTAL_CHAOS_DURATION + value: "30" + ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" @@ -549,7 +549,7 @@ spec: value: "parallel" labels: - name: spring-boot-app-kill + name: spring-boot-faults app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.7.0