diff --git a/faults/aws/experiments.yaml b/faults/aws/experiments.yaml index a3e71e87b..6607efea4 100644 --- a/faults/aws/experiments.yaml +++ b/faults/aws/experiments.yaml @@ -2,12 +2,12 @@ apiVersion: litmuschaos.io/v1alpha1 description: message: | - Detaching an EBS volume from EC2 instance for a certain chaos duration. + Execute AWS SSM Chaos on given EC2 instance IDs kind: ChaosExperiment metadata: - name: ebs-loss-by-id + name: aws-ssm-chaos-by-id labels: - name: ebs-loss-by-id + name: aws-ssm-chaos-by-id app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -56,38 +56,79 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name ebs-loss-by-id + - ./experiments -name aws-ssm-chaos-by-id command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "30" + value: "60" - name: CHAOS_INTERVAL - value: "30" + value: "60" # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - - name: EBS_VOLUME_ID + # Instance ID of the target EC2 instance + # Multiple IDs can also be provided as comma separated values ex: id1,id2 + - name: EC2_INSTANCE_ID value: "" - name: REGION value: "" + # it defines the sequence of chaos execution for multiple target instances + # supported values: serial, parallel - name: SEQUENCE value: "parallel" - - name: DEFAULT_HEALTH_CHECK - value: "false" - # Provide the path of AWS credentials mounted from secret - name: AWS_SHARED_CREDENTIALS_FILE value: "/tmp/cloud_config.yml" + # provide the number of workers for memory stress + - name: NUMBER_OF_WORKERS + value: "1" + + # provide the percentage of available memory to stress + - name: MEMORY_PERCENTAGE + value: "80" + + # provide the CPU chores to be consumed + # 0 will consume all the available CPU cores + - name: CPU_CORE + value: "0" + + - name: DEFAULT_HEALTH_CHECK + value: "false" + + # Provide the name of SSM doc + # if not using the default stress docs + - name: DOCUMENT_NAME + value: "LitmusChaos-AWS-SSM-Doc" + + # Provide the type of SSM doc + # if not using the default stress docs + - name: DOCUMENT_TYPE + value: "Command" + + # Provide the format of SSM doc + # if not using the default stress docs + - name: DOCUMENT_FORMAT + value: "YAML" + + # Provide the path of SSM doc + # if not using the default stress docs + - name: DOCUMENT_PATH + value: "Litmus-AWS-SSM-Docs-For-EC2-CPU-Hog.yml" + + # if you want to install dependencies to run default SSM docs + - name: INSTALL_DEPENDENCIES + value: "True" + labels: - name: ebs-loss-by-id + name: aws-ssm-chaos-by-id app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -100,12 +141,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Detaching an EBS volume from EC2 instance. + Detaching an EBS volume from EC2 instance for a certain chaos duration. kind: ChaosExperiment metadata: - name: ebs-loss-by-tag + name: ebs-loss-by-id labels: - name: ebs-loss-by-tag + name: ebs-loss-by-id app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -154,7 +195,7 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name ebs-loss-by-tag + - ./experiments -name ebs-loss-by-id command: - /bin/bash env: @@ -164,10 +205,11 @@ spec: - name: CHAOS_INTERVAL value: "30" + # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - - name: EBS_VOLUME_TAG + - name: EBS_VOLUME_ID value: "" - name: REGION @@ -176,9 +218,6 @@ spec: - name: SEQUENCE value: "parallel" - - name: VOLUME_AFFECTED_PERC - value: "" - - name: DEFAULT_HEALTH_CHECK value: "false" @@ -187,7 +226,7 @@ spec: value: "/tmp/cloud_config.yml" labels: - name: ebs-loss-by-tag + name: ebs-loss-by-id app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -200,73 +239,137 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It injects AZ chaos to detach the target zones from the load balancer. + Execute AWS SSM Chaos on given EC2 instance Tag kind: ChaosExperiment metadata: - name: aws-az-chaos + name: aws-ssm-chaos-by-tag labels: - name: aws-az-chaos + name: aws-ssm-chaos-by-tag app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] resources: ["pods"] - verbs: ["create","delete","get","list","patch","update", "deletecollection"] + verbs: + [ + "create", + "delete", + "get", + "list", + "patch", + "update", + "deletecollection", + ] # Performs CRUD operations on the events inside chaosengine and chaosresult - apiGroups: [""] resources: ["events"] - verbs: ["create","get","list","patch","update"] + verbs: ["create", "get", "list", "patch", "update"] # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) - apiGroups: [""] - resources: ["secrets","configmaps"] - verbs: ["get","list",] + resources: ["secrets", "configmaps"] + verbs: ["get", "list"] # Track and get the runner, experiment, and helper pods log - apiGroups: [""] resources: ["pods/log"] - verbs: ["get","list","watch"] - # for creating and managing to execute comands inside target container + verbs: ["get", "list", "watch"] + # for creating and managing to execute commands inside target container - apiGroups: [""] resources: ["pods/exec"] - verbs: ["get","list","create"] + verbs: ["get", "list", "create"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] - verbs: ["create","list","get","delete","deletecollection"] + verbs: ["create", "list", "get", "delete", "deletecollection"] # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow - apiGroups: ["litmuschaos.io"] - resources: ["chaosengines","chaosexperiments","chaosresults"] - verbs: ["create","list","get","patch","update","delete"] - image: "litmuschaos.docker.scarf.sh/litmuschaos/py-runner:3.4.0" + resources: ["chaosengines", "chaosexperiments", "chaosresults"] + verbs: ["create", "list", "get", "patch", "update", "delete"] + image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - python3 -u experiment -name aws-az-chaos + - ./experiments -name aws-ssm-chaos-by-tag command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: '30' + value: "60" + - name: CHAOS_INTERVAL - value: '30' - - name: LIB - value: 'litmus' - - name: LOAD_BALANCER_NAME - value: '' - - name: LOAD_BALANCER_ZONES - value: '' - - name: LOAD_BALANCERNAME_ARN - value: 'na' + value: "60" + + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" + + # provide tag of the target EC2 instances + # ex: team:devops (key:value) + - name: EC2_INSTANCE_TAG + value: "" + + - name: REGION + value: "" + + # it defines the sequence of chaos execution for multiple target instances + # supported values: serial, parallel + - name: SEQUENCE + value: "parallel" + + # Provide the path of AWS credentials mounted from secret - name: AWS_SHARED_CREDENTIALS_FILE value: "/tmp/cloud_config.yml" - - name: RAMP_TIME - value: '' + + # percentage of total instance to target + - name: INSTANCE_AFFECTED_PERC + value: "" + + # provide the number of workers for memory stress + - name: NUMBER_OF_WORKERS + value: "1" + + # provide the percentage of available memory to stress + - name: MEMORY_PERCENTAGE + value: "80" + + # provide the CPU chores to comsumed + # 0 will consume all the available CPU cores + - name: CPU_CORE + value: "0" + + - name: DEFAULT_HEALTH_CHECK + value: "false" + + # Provide the name of SSM doc + # if not using the default stress docs + - name: DOCUMENT_NAME + value: "LitmusChaos-AWS-SSM-Doc" + + # Provide the type of SSM doc + # if not using the default stress docs + - name: DOCUMENT_TYPE + value: "Command" + + # Provide the format of SSM doc + # if not using the default stress docs + - name: DOCUMENT_FORMAT + value: "YAML" + + # Provide the path of SSM doc + # if not using the default stress docs + - name: DOCUMENT_PATH + value: "Litmus-AWS-SSM-Docs-For-EC2-CPU-Hog.yml" + + # if you want to install dependencies to run default SSM docs + - name: INSTALL_DEPENDENCIES + value: "True" + labels: - name: aws-az-chaos + name: aws-ssm-chaos-by-tag app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -387,12 +490,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Execute AWS SSM Chaos on given EC2 instance IDs + Detaching an EBS volume from EC2 instance. kind: ChaosExperiment metadata: - name: aws-ssm-chaos-by-id + name: ebs-loss-by-tag labels: - name: aws-ssm-chaos-by-id + name: ebs-loss-by-tag app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -441,79 +544,40 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name aws-ssm-chaos-by-id + - ./experiments -name ebs-loss-by-tag command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "60" + value: "30" - name: CHAOS_INTERVAL - value: "60" + value: "30" - # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # Instance ID of the target EC2 instance - # Multiple IDs can also be provided as comma separated values ex: id1,id2 - - name: EC2_INSTANCE_ID + - name: EBS_VOLUME_TAG value: "" - name: REGION value: "" - # it defines the sequence of chaos execution for multiple target instances - # supported values: serial, parallel - name: SEQUENCE value: "parallel" - # Provide the path of AWS credentials mounted from secret - - name: AWS_SHARED_CREDENTIALS_FILE - value: "/tmp/cloud_config.yml" - - # provide the number of workers for memory stress - - name: NUMBER_OF_WORKERS - value: "1" - - # provide the percentage of available memory to stress - - name: MEMORY_PERCENTAGE - value: "80" - - # provide the CPU chores to be consumed - # 0 will consume all the available CPU cores - - name: CPU_CORE - value: "0" + - name: VOLUME_AFFECTED_PERC + value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - # Provide the name of SSM doc - # if not using the default stress docs - - name: DOCUMENT_NAME - value: "LitmusChaos-AWS-SSM-Doc" - - # Provide the type of SSM doc - # if not using the default stress docs - - name: DOCUMENT_TYPE - value: "Command" - - # Provide the format of SSM doc - # if not using the default stress docs - - name: DOCUMENT_FORMAT - value: "YAML" - - # Provide the path of SSM doc - # if not using the default stress docs - - name: DOCUMENT_PATH - value: "Litmus-AWS-SSM-Docs-For-EC2-CPU-Hog.yml" - - # if you want to install dependencies to run default SSM docs - - name: INSTALL_DEPENDENCIES - value: "True" + # Provide the path of AWS credentials mounted from secret + - name: AWS_SHARED_CREDENTIALS_FILE + value: "/tmp/cloud_config.yml" labels: - name: aws-ssm-chaos-by-id + name: ebs-loss-by-tag app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -526,137 +590,73 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Execute AWS SSM Chaos on given EC2 instance Tag + It injects AZ chaos to detach the target zones from the load balancer. kind: ChaosExperiment metadata: - name: aws-ssm-chaos-by-tag + name: aws-az-chaos labels: - name: aws-ssm-chaos-by-tag + name: aws-az-chaos app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] resources: ["pods"] - verbs: - [ - "create", - "delete", - "get", - "list", - "patch", - "update", - "deletecollection", - ] + verbs: ["create","delete","get","list","patch","update", "deletecollection"] # Performs CRUD operations on the events inside chaosengine and chaosresult - apiGroups: [""] resources: ["events"] - verbs: ["create", "get", "list", "patch", "update"] + verbs: ["create","get","list","patch","update"] # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) - apiGroups: [""] - resources: ["secrets", "configmaps"] - verbs: ["get", "list"] + resources: ["secrets","configmaps"] + verbs: ["get","list",] # Track and get the runner, experiment, and helper pods log - apiGroups: [""] resources: ["pods/log"] - verbs: ["get", "list", "watch"] - # for creating and managing to execute commands inside target container + verbs: ["get","list","watch"] + # for creating and managing to execute comands inside target container - apiGroups: [""] resources: ["pods/exec"] - verbs: ["get", "list", "create"] + verbs: ["get","list","create"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] - verbs: ["create", "list", "get", "delete", "deletecollection"] + verbs: ["create","list","get","delete","deletecollection"] # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow - apiGroups: ["litmuschaos.io"] - resources: ["chaosengines", "chaosexperiments", "chaosresults"] - verbs: ["create", "list", "get", "patch", "update", "delete"] - image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + resources: ["chaosengines","chaosexperiments","chaosresults"] + verbs: ["create","list","get","patch","update","delete"] + image: "litmuschaos.docker.scarf.sh/litmuschaos/py-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name aws-ssm-chaos-by-tag + - python3 -u experiment -name aws-az-chaos command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "60" - + value: '30' - name: CHAOS_INTERVAL - value: "60" - - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - - # provide tag of the target EC2 instances - # ex: team:devops (key:value) - - name: EC2_INSTANCE_TAG - value: "" - - - name: REGION - value: "" - - # it defines the sequence of chaos execution for multiple target instances - # supported values: serial, parallel - - name: SEQUENCE - value: "parallel" - - # Provide the path of AWS credentials mounted from secret + value: '30' + - name: LIB + value: 'litmus' + - name: LOAD_BALANCER_NAME + value: '' + - name: LOAD_BALANCER_ZONES + value: '' + - name: LOAD_BALANCERNAME_ARN + value: 'na' - name: AWS_SHARED_CREDENTIALS_FILE value: "/tmp/cloud_config.yml" - - # percentage of total instance to target - - name: INSTANCE_AFFECTED_PERC - value: "" - - # provide the number of workers for memory stress - - name: NUMBER_OF_WORKERS - value: "1" - - # provide the percentage of available memory to stress - - name: MEMORY_PERCENTAGE - value: "80" - - # provide the CPU chores to comsumed - # 0 will consume all the available CPU cores - - name: CPU_CORE - value: "0" - - - name: DEFAULT_HEALTH_CHECK - value: "false" - - # Provide the name of SSM doc - # if not using the default stress docs - - name: DOCUMENT_NAME - value: "LitmusChaos-AWS-SSM-Doc" - - # Provide the type of SSM doc - # if not using the default stress docs - - name: DOCUMENT_TYPE - value: "Command" - - # Provide the format of SSM doc - # if not using the default stress docs - - name: DOCUMENT_FORMAT - value: "YAML" - - # Provide the path of SSM doc - # if not using the default stress docs - - name: DOCUMENT_PATH - value: "Litmus-AWS-SSM-Docs-For-EC2-CPU-Hog.yml" - - # if you want to install dependencies to run default SSM docs - - name: INSTALL_DEPENDENCIES - value: "True" - + - name: RAMP_TIME + value: '' labels: - name: aws-ssm-chaos-by-tag + name: aws-az-chaos app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 diff --git a/faults/azure/experiments.yaml b/faults/azure/experiments.yaml index dbb96f843..e69364fa5 100644 --- a/faults/azure/experiments.yaml +++ b/faults/azure/experiments.yaml @@ -2,12 +2,12 @@ apiVersion: litmuschaos.io/v1alpha1 description: message: | - Stops an Azure instance for a certain chaos duration + Detaches disk from the VM and then re-attaches disk to the VM kind: ChaosExperiment metadata: - name: azure-instance-stop + name: azure-disk-loss labels: - name: azure-instance-stop + name: azure-disk-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -56,7 +56,7 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name azure-instance-stop + - ./experiments -name azure-disk-loss command: - /bin/bash env: @@ -70,10 +70,6 @@ spec: - name: RAMP_TIME value: "" - # provide the target instance name(s) (comma separated if multiple) - - name: AZURE_INSTANCE_NAMES - value: "" - # provide the resource group of the instance - name: RESOURCE_GROUP value: "" @@ -82,18 +78,23 @@ spec: - name: SCALE_SET value: "" - # Provide the path of aks credentials mounted from secret - - name: AZURE_AUTH_LOCATION - value: "/tmp/azure.auth" + # provide the virtual disk names (comma separated if multiple) + - name: VIRTUAL_DISK_NAMES + value: "" + # provide the sequence type for the run. Options: serial/parallel - name: SEQUENCE value: "parallel" + # provide the path to aks credentials mounted from secret + - name: AZURE_AUTH_LOCATION + value: "/tmp/azure.auth" + - name: DEFAULT_HEALTH_CHECK value: "false" labels: - name: azure-instance-stop + name: azure-disk-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -106,12 +107,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Detaches disk from the VM and then re-attaches disk to the VM + Stops an Azure instance for a certain chaos duration kind: ChaosExperiment metadata: - name: azure-disk-loss + name: azure-instance-stop labels: - name: azure-disk-loss + name: azure-instance-stop app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -160,7 +161,7 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name azure-disk-loss + - ./experiments -name azure-instance-stop command: - /bin/bash env: @@ -174,6 +175,10 @@ spec: - name: RAMP_TIME value: "" + # provide the target instance name(s) (comma separated if multiple) + - name: AZURE_INSTANCE_NAMES + value: "" + # provide the resource group of the instance - name: RESOURCE_GROUP value: "" @@ -182,23 +187,18 @@ spec: - name: SCALE_SET value: "" - # provide the virtual disk names (comma separated if multiple) - - name: VIRTUAL_DISK_NAMES - value: "" + # Provide the path of aks credentials mounted from secret + - name: AZURE_AUTH_LOCATION + value: "/tmp/azure.auth" - # provide the sequence type for the run. Options: serial/parallel - name: SEQUENCE value: "parallel" - # provide the path to aks credentials mounted from secret - - name: AZURE_AUTH_LOCATION - value: "/tmp/azure.auth" - - name: DEFAULT_HEALTH_CHECK value: "false" labels: - name: azure-disk-loss + name: azure-instance-stop app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 diff --git a/faults/gcp/experiments.yaml b/faults/gcp/experiments.yaml index bd8537eef..2486ec931 100644 --- a/faults/gcp/experiments.yaml +++ b/faults/gcp/experiments.yaml @@ -2,12 +2,12 @@ apiVersion: litmuschaos.io/v1alpha1 description: message: | - Causes loss of a non-boot storage persistent disk from a GCP VM instance for a specified duration before attaching them back + Stops GCP VM instances and GKE nodes filtered by a label for a specified duration and later restarts them kind: ChaosExperiment metadata: - name: gcp-vm-disk-loss + name: gcp-vm-instance-stop-by-label labels: - name: gcp-vm-disk-loss + name: gcp-vm-instance-stop-by-label app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -48,52 +48,56 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name gcp-vm-disk-loss + - ./experiments -name gcp-vm-instance-stop-by-label command: - /bin/bash env: + # set chaos duration (in sec) as desired - name: TOTAL_CHAOS_DURATION value: "30" + # set chaos interval (in sec) as desired - name: CHAOS_INTERVAL value: "30" - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - - # parallel or serial; determines how chaos is injected - name: SEQUENCE value: "parallel" - # set the GCP project id + # GCP project ID to which the VM instances belong - name: GCP_PROJECT_ID value: "" - # set the disk volume name(s) as comma seperated values - # eg. volume1,volume2,... - - name: DISK_VOLUME_NAMES + # Label of the target VM instance(s) + - name: INSTANCE_LABEL value: "" - # set the disk zone(s) as comma seperated values in the corresponding - # order of DISK_VOLUME_NAME - # eg. zone1,zone2,... + # Zone in which the target VM instance(s) filtered by the label exist + # all the instances should lie in a single zone - name: ZONES value: "" + # enable it if the target instance is a part of a managed instance group + - name: MANAGED_INSTANCE_GROUP + value: "disable" + + # set the percentage value of the instances with the given label + # which should be targeted as part of the chaos injection + - name: INSTANCE_AFFECTED_PERC + value: "" + - name: DEFAULT_HEALTH_CHECK value: "false" - # parallel or serial; determines how chaos is injected - - name: SEQUENCE - value: "parallel" - labels: - name: gcp-vm-disk-loss + name: gcp-vm-instance-stop-by-label app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -106,12 +110,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Stops GCP VM instances and GKE nodes filtered by a label for a specified duration and later restarts them + Stops GCP VM instances and GKE nodes for a specified duration and later restarts them kind: ChaosExperiment metadata: - name: gcp-vm-instance-stop-by-label + name: gcp-vm-instance-stop labels: - name: gcp-vm-instance-stop-by-label + name: gcp-vm-instance-stop app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -160,48 +164,52 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name gcp-vm-instance-stop-by-label + - ./experiments -name gcp-vm-instance-stop command: - /bin/bash env: - # set chaos duration (in sec) as desired - name: TOTAL_CHAOS_DURATION value: "30" - # set chaos interval (in sec) as desired - name: CHAOS_INTERVAL value: "30" + # parallel or serial; determines how the VM instances are terminated, all at once or one at a time - name: SEQUENCE value: "parallel" - # GCP project ID to which the VM instances belong - - name: GCP_PROJECT_ID + # period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - # Label of the target VM instance(s) - - name: INSTANCE_LABEL - value: "" + # enable or disable; shall be set to enable if the target instances are a part of a managed instance group + - name: MANAGED_INSTANCE_GROUP + value: "disable" - # Zone in which the target VM instance(s) filtered by the label exist - # all the instances should lie in a single zone - - name: ZONES + # Instance name of the target VM instance(s) + # Multiple instance names can be provided as comma separated values ex: instance1,instance2 + - name: VM_INSTANCE_NAMES value: "" - # enable it if the target instance is a part of a managed instance group - - name: MANAGED_INSTANCE_GROUP - value: "disable" + # GCP project ID to which the VM instances belong + - name: GCP_PROJECT_ID + value: "" - # set the percentage value of the instances with the given label - # which should be targeted as part of the chaos injection - - name: INSTANCE_AFFECTED_PERC + # Instance zone(s) of the target VM instance(s) + # If more than one instance is targetted, provide zone for each in the order of their + # respective instance name in VM_INSTANCE_NAME as comma separated values ex: zone1,zone2 + - name: ZONES value: "" - name: DEFAULT_HEALTH_CHECK value: "false" + # parallel or serial; determines how chaos is injected + - name: SEQUENCE + value: "parallel" + labels: - name: gcp-vm-instance-stop-by-label + name: gcp-vm-instance-stop app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -214,12 +222,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Causes loss of a non-boot storage persistent disk from a GCP VM instance filtered by a label for a specified duration before attaching them back + Causes loss of a non-boot storage persistent disk from a GCP VM instance for a specified duration before attaching them back kind: ChaosExperiment metadata: - name: gcp-vm-disk-loss-by-label + name: gcp-vm-disk-loss labels: - name: gcp-vm-disk-loss-by-label + name: gcp-vm-disk-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -264,44 +272,48 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name gcp-vm-disk-loss-by-label + - ./experiments -name gcp-vm-disk-loss command: - /bin/bash env: - # set chaos duration (in sec) as desired - name: TOTAL_CHAOS_DURATION value: "30" - # set chaos interval (in sec) as desired - name: CHAOS_INTERVAL value: "30" - # set the GCP project id - - name: GCP_PROJECT_ID + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - # set the zone in which all the disks are created - # all the disks must exist in the same zone - - name: ZONES + # parallel or serial; determines how chaos is injected + - name: SEQUENCE + value: "parallel" + + # set the GCP project id + - name: GCP_PROJECT_ID value: "" - # set the label of the target disk volumes - - name: DISK_VOLUME_LABEL + # set the disk volume name(s) as comma seperated values + # eg. volume1,volume2,... + - name: DISK_VOLUME_NAMES value: "" - # set the percentage value of the disks with the given label - # which should be targeted as part of the chaos injection - - name: DISK_AFFECTED_PERC + # set the disk zone(s) as comma seperated values in the corresponding + # order of DISK_VOLUME_NAME + # eg. zone1,zone2,... + - name: ZONES value: "" - name: DEFAULT_HEALTH_CHECK value: "false" + # parallel or serial; determines how chaos is injected - name: SEQUENCE value: "parallel" labels: - name: gcp-vm-disk-loss-by-label + name: gcp-vm-disk-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -314,12 +326,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Stops GCP VM instances and GKE nodes for a specified duration and later restarts them + Causes loss of a non-boot storage persistent disk from a GCP VM instance filtered by a label for a specified duration before attaching them back kind: ChaosExperiment metadata: - name: gcp-vm-instance-stop + name: gcp-vm-disk-loss-by-label labels: - name: gcp-vm-instance-stop + name: gcp-vm-disk-loss-by-label app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -360,60 +372,48 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name gcp-vm-instance-stop + - ./experiments -name gcp-vm-disk-loss-by-label command: - /bin/bash env: + # set chaos duration (in sec) as desired - name: TOTAL_CHAOS_DURATION value: "30" + # set chaos interval (in sec) as desired - name: CHAOS_INTERVAL value: "30" - # parallel or serial; determines how the VM instances are terminated, all at once or one at a time - - name: SEQUENCE - value: "parallel" - - # period to wait before and after injection of chaos in sec - - name: RAMP_TIME + # set the GCP project id + - name: GCP_PROJECT_ID value: "" - # enable or disable; shall be set to enable if the target instances are a part of a managed instance group - - name: MANAGED_INSTANCE_GROUP - value: "disable" - - # Instance name of the target VM instance(s) - # Multiple instance names can be provided as comma separated values ex: instance1,instance2 - - name: VM_INSTANCE_NAMES + # set the zone in which all the disks are created + # all the disks must exist in the same zone + - name: ZONES value: "" - # GCP project ID to which the VM instances belong - - name: GCP_PROJECT_ID + # set the label of the target disk volumes + - name: DISK_VOLUME_LABEL value: "" - # Instance zone(s) of the target VM instance(s) - # If more than one instance is targetted, provide zone for each in the order of their - # respective instance name in VM_INSTANCE_NAME as comma separated values ex: zone1,zone2 - - name: ZONES + # set the percentage value of the disks with the given label + # which should be targeted as part of the chaos injection + - name: DISK_AFFECTED_PERC value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - # parallel or serial; determines how chaos is injected - name: SEQUENCE value: "parallel" labels: - name: gcp-vm-instance-stop + name: gcp-vm-disk-loss-by-label app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 diff --git a/faults/kubernetes/experiments.yaml b/faults/kubernetes/experiments.yaml index aedac6185..ff679b50a 100644 --- a/faults/kubernetes/experiments.yaml +++ b/faults/kubernetes/experiments.yaml @@ -2,12 +2,12 @@ apiVersion: litmuschaos.io/v1alpha1 description: message: | - Poweroff a node in the cluster + Drain the node where application pod is scheduled kind: ChaosExperiment metadata: - name: node-poweroff + name: node-drain labels: - name: node-poweroff + name: node-drain app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -32,18 +32,22 @@ spec: - apiGroups: [""] resources: ["events"] verbs: ["create", "get", "list", "patch", "update"] - # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) + # Fetch configmaps details and mount it to the experiment pod (if specified) - apiGroups: [""] - resources: ["configmaps", "secrets"] + resources: ["configmaps"] verbs: ["get", "list"] # Track and get the runner, experiment, and helper pods log - apiGroups: [""] resources: ["pods/log"] verbs: ["get", "list", "watch"] - # for creating and managing to execute comands inside target container + # for creating and managing to execute commands inside target container - apiGroups: [""] - resources: ["pods/exec"] + resources: ["pods/exec", "pods/eviction"] verbs: ["get", "list", "create"] + # ignore daemonsets while draining the node + - apiGroups: ["apps"] + resources: ["daemonsets"] + verbs: ["list", "get", "delete"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -55,51 +59,36 @@ spec: # for experiment to perform node status checks - apiGroups: [""] resources: ["nodes"] - verbs: ["get", "list"] + verbs: ["get", "list", "patch"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name node-restart + - ./experiments -name node-drain command: - /bin/bash env: - - name: SSH_USER - value: "root" + - name: TARGET_NODE + value: "" + + - name: NODE_LABEL + value: "" - name: TOTAL_CHAOS_DURATION value: "60" - - name: REBOOT_COMMAND - value: '-o ServerAliveInterval=1 -o ServerAliveCountMax=1 "sudo systemctl poweroff --force --force" ; true' - # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - # ENTER THE TARGET NODE NAME - - name: TARGET_NODE - value: "" - - - name: NODE_LABEL - value: "" - - # ENTER THE TARGET NODE IP - - name: TARGET_NODE_IP - value: "" + - name: DEFAULT_HEALTH_CHECK + value: "false" labels: - name: node-poweroff + name: node-drain app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 - secrets: - - name: id-rsa - mountPath: /mnt/ --- --- @@ -236,12 +225,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - it injects chaos into the pod which stops outgoing HTTP requests by resetting the TCP connection and then reverts back to the original state after a specified duration + Injects network packet loss on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-http-reset-peer + name: pod-network-loss labels: - name: pod-http-reset-peer + name: pod-network-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -306,7 +295,7 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-http-reset-peer + - ./experiments -name pod-network-loss command: - /bin/bash env: @@ -317,43 +306,34 @@ spec: - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - # reset timeout specifies after how much duration to reset the connection - - name: RESET_TIMEOUT - value: "0" #in ms - - # port of the target service - - name: TARGET_SERVICE_PORT - value: "80" - - # toxicity is the probability of the request to be affected - # provide the percentage value in the range of 0-100 - # 0 means no request will be affected and 100 means all request will be affected - - name: TOXICITY - value: "100" - - # port on which the proxy will listen - - name: PROXY_PORT - value: "20000" - - # network interface on which the proxy will listen - name: NETWORK_INTERFACE value: "eth0" + - name: TC_IMAGE + value: "gaiadocker/iproute2" + + - name: NETWORK_PACKET_LOSS_PERCENTAGE + value: "100" #in PERCENTAGE + - name: TOTAL_CHAOS_DURATION value: "60" # in seconds - # Time period to wait before and after injection of chaos in sec + # time period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" + - name: DEFAULT_HEALTH_CHECK value: "false" - # percentage of total pods to target - - name: PODS_AFFECTED_PERC + - name: TARGET_PODS value: "" - - name: TARGET_PODS + # To select pods on specific node(s) + - name: NODE_LABEL value: "" # provide the name of container runtime @@ -362,35 +342,43 @@ spec: - name: CONTAINER_RUNTIME value: "containerd" + # provide the destination ips + # chaos injection will be triggered for these destination ips + - name: DESTINATION_IPS + value: "" + + # provide the destination hosts + # chaos injection will be triggered for these destination hosts + - name: DESTINATION_HOSTS + value: "" + # provide the socket file path - name: SOCKET_PATH value: "/run/containerd/containerd.sock" - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" - ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: pod-http-reset-peer + name: pod-network-loss app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- --- apiVersion: litmuschaos.io/v1alpha1 description: - message: "Kills a container belonging to an application pod \n" + message: | + Fillup Ephemeral Storage of a Resource kind: ChaosExperiment metadata: - name: container-kill + name: disk-fill labels: - name: container-kill + name: disk-fill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -455,64 +443,63 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name container-kill + - ./experiments -name disk-fill command: - /bin/bash env: - name: TARGET_CONTAINER value: "" + - name: FILL_PERCENTAGE + value: "80" + + - name: TOTAL_CHAOS_DURATION + value: "60" + # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" + # provide the data block size + # supported unit is KB + - name: DATA_BLOCK_SIZE + value: "256" + - name: TARGET_PODS value: "" - # provide the chaos interval - - name: CHAOS_INTERVAL - value: "10" - - - name: SIGNAL - value: "SIGKILL" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - # provide the name of container runtime - # it supports docker, containerd, crio - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the total chaos duration - - name: TOTAL_CHAOS_DURATION - value: "20" - - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC + - name: EPHEMERAL_STORAGE_MEBIBYTES value: "" # To select pods on specific node(s) - name: NODE_LABEL value: "" + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" + - name: DEFAULT_HEALTH_CHECK value: "false" - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + # Provide the container runtime path + # Default set to docker container path + - name: CONTAINER_PATH + value: "/var/lib/docker/containers" + ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: container-kill + name: disk-fill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" + app.kubernetes.io/host-path-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -520,18 +507,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It injects chaos inside the pod which modifies the status code of the response from the provided application server to desired status code provided by the user and reverts after a specified duration + Scale the application replicas and test the node autoscaling on cluster kind: ChaosExperiment metadata: - name: pod-http-status-code + name: pod-autoscaler labels: - name: pod-http-status-code + name: pod-autoscaler app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -562,22 +549,10 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + # performs CRUD operations on the deployments and statefulsets - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] + resources: ["deployments", "statefulsets"] + verbs: ["list", "get", "patch", "update"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -590,119 +565,47 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-http-status-code + - ./experiments -name pod-autoscaler command: - /bin/bash env: - - name: TARGET_CONTAINER - value: "" - - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - # modified status code for the HTTP response - # if no value is provided, a random status code from the supported code list will selected - # if an invalid status code is provided, the experiment will fail - # supported status code list: [200, 201, 202, 204, 300, 301, 302, 304, 307, 400, 401, 403, 404, 500, 501, 502, 503, 504] - - name: STATUS_CODE - value: "" - - # whether to modify the body as per the status code provided - - name: "MODIFY_RESPONSE_BODY" - value: "true" - - # provide the body string to overwrite the response body. This will be used only if MODIFY_RESPONSE_BODY is set to true - - name: RESPONSE_BODY - value: "" + - name: TOTAL_CHAOS_DURATION + value: "60" - # provide the encoding type for the response body - # currently supported value are gzip, deflate - # if empty no encoding will be applied - - name: CONTENT_ENCODING + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - # provide the content type for the response body - - name: CONTENT_TYPE - value: "text/plain" - - # port of the target service - - name: TARGET_SERVICE_PORT - value: "80" + # Number of replicas to scale + - name: REPLICA_COUNT + value: "5" - # toxicity is the probability of the request to be affected - # provide the percentage value in the range of 0-100 - # 0 means no request will be affected and 100 means all request will be affected - - name: TOXICITY - value: "100" + - name: DEFAULT_HEALTH_CHECK + value: "false" - # port on which the proxy will listen - - name: PROXY_PORT - value: "20000" - - # network interface on which the proxy will listen - - name: NETWORK_INTERFACE - value: "eth0" - - - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds - - # Time period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - - - name: DEFAULT_HEALTH_CHECK - value: "false" - - # percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" - - - name: TARGET_PODS - value: "" - - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" - - ## it defines the sequence of chaos execution for multiple target pods - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" - - labels: - name: pod-http-status-code - app.kubernetes.io/part-of: litmus - app.kubernetes.io/component: experiment-job - app.kubernetes.io/version: 3.4.0 + labels: + name: pod-autoscaler + app.kubernetes.io/part-of: litmus + app.kubernetes.io/component: experiment-job + app.kubernetes.io/version: 3.4.0 --- --- apiVersion: litmuschaos.io/v1alpha1 description: message: | - Scale the application replicas and test the node autoscaling on cluster + Injects memory consumption on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-autoscaler + name: pod-memory-hog-exec labels: - name: pod-autoscaler + name: pod-memory-hog-exec app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -733,10 +636,22 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # performs CRUD operations on the deployments and statefulsets + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - apiGroups: ["apps"] - resources: ["deployments", "statefulsets"] - verbs: ["list", "get", "patch", "update"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -749,26 +664,45 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-autoscaler + - ./experiments -name pod-memory-hog-exec command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION value: "60" - # Period to wait before and after injection of chaos in sec + ## enter the amount of memory in megabytes to be consumed by the application pod + - name: MEMORY_CONSUMPTION + value: "500" + + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" + + ## Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # Number of replicas to scale - - name: REPLICA_COUNT - value: "5" + # The command to kill the chaos process + - name: CHAOS_KILL_COMMAND + value: "kill $(find /proc -name exe -lname '*/dd' 2>&1 | grep -v 'Permission denied' | awk -F/ '{print $(NF-1)}' | head -n 1)" + + ## it defines the sequence of chaos execution for multiple target pods + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" - name: DEFAULT_HEALTH_CHECK value: "false" + - name: TARGET_CONTAINER + value: "" + + - name: TARGET_PODS + value: "" + labels: - name: pod-autoscaler + name: pod-memory-hog-exec app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -778,12 +712,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects CPU consumption on pods belonging to an app deployment + Inject network packet corruption into application pod kind: ChaosExperiment metadata: - name: pod-cpu-hog-exec + name: pod-network-corruption labels: - name: pod-cpu-hog-exec + name: pod-network-corruption app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -848,35 +782,64 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-cpu-hog-exec + - ./experiments -name pod-network-corruption command: - /bin/bash env: + - name: TARGET_CONTAINER + value: "" + + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + + - name: NETWORK_INTERFACE + value: "eth0" + + - name: TC_IMAGE + value: "gaiadocker/iproute2" + + - name: NETWORK_PACKET_CORRUPTION_PERCENTAGE + value: "100" #in PERCENTAGE + - name: TOTAL_CHAOS_DURATION - value: "60" + value: "60" # in seconds - ## Number of CPU cores to stress - - name: CPU_CORES - value: "1" + # Time period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" - ## Percentage of total pods to target + ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" - ## Period to wait before and after injection of chaos in sec - - name: RAMP_TIME + - name: TARGET_PODS value: "" - # The command to kill the chaos process - - name: CHAOS_KILL_COMMAND - value: "kill $(find /proc -name exe -lname '*/md5sum' 2>&1 | grep -v 'Permission denied' | awk -F/ '{print $(NF-1)}')" + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" - - name: TARGET_CONTAINER + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the destination ips + # chaos injection will be triggered for these destination ips + - name: DESTINATION_IPS value: "" - - name: TARGET_PODS + # provide the destination hosts + # chaos injection will be triggered for these destination hosts + - name: DESTINATION_HOSTS value: "" + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" + - name: DEFAULT_HEALTH_CHECK value: "false" @@ -886,9 +849,10 @@ spec: value: "parallel" labels: - name: pod-cpu-hog-exec + name: pod-network-corruption app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -896,18 +860,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Restart node + Deletes a pod belonging to a deployment/statefulset/daemonset kind: ChaosExperiment metadata: - name: node-restart + name: pod-delete labels: - name: node-restart + name: pod-delete app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -926,9 +890,9 @@ spec: - apiGroups: [""] resources: ["events"] verbs: ["create", "get", "list", "patch", "update"] - # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) + # Fetch configmaps details and mount it to the experiment pod (if specified) - apiGroups: [""] - resources: ["configmaps", "secrets"] + resources: ["configmaps"] verbs: ["get", "list"] # Track and get the runner, experiment, and helper pods log - apiGroups: [""] @@ -938,6 +902,22 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + - apiGroups: ["apps"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -946,56 +926,54 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name node-restart + - ./experiments -name pod-delete command: - /bin/bash env: - - name: SSH_USER - value: "root" - - name: REBOOT_COMMAND - value: "sudo systemctl reboot; true" - - name: TOTAL_CHAOS_DURATION - value: "60" + value: "15" # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + - name: FORCE + value: "true" - # ENTER THE TARGET NODE NAME - - name: TARGET_NODE + - name: CHAOS_INTERVAL + value: "5" + + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC value: "" - - name: NODE_LABEL + - name: TARGET_CONTAINER value: "" - # ENTER THE TARGET NODE IP - - name: TARGET_NODE_IP + - name: TARGET_PODS value: "" - name: DEFAULT_HEALTH_CHECK value: "false" + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" + + ## it defines the sequence of chaos execution for multiple target pods + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" + labels: - name: node-restart + name: pod-delete app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 - secrets: - - name: id-rsa - mountPath: /mnt/ --- --- @@ -1152,18 +1130,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Deletes a pod belonging to a deployment/statefulset/daemonset + Poweroff a node in the cluster kind: ChaosExperiment metadata: - name: pod-delete + name: node-poweroff labels: - name: pod-delete + name: node-poweroff app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -1182,24 +1160,128 @@ spec: - apiGroups: [""] resources: ["events"] verbs: ["create", "get", "list", "patch", "update"] - # Fetch configmaps details and mount it to the experiment pod (if specified) + # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) - apiGroups: [""] - resources: ["configmaps"] + resources: ["configmaps", "secrets"] verbs: ["get", "list"] # Track and get the runner, experiment, and helper pods log - apiGroups: [""] resources: ["pods/log"] verbs: ["get", "list", "watch"] - # for creating and managing to execute commands inside target container + # for creating and managing to execute comands inside target container - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] + # for configuring and monitor the experiment job by the chaos-runner pod + - apiGroups: ["batch"] + resources: ["jobs"] + verbs: ["create", "list", "get", "delete", "deletecollection"] + # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow + - apiGroups: ["litmuschaos.io"] + resources: ["chaosengines", "chaosexperiments", "chaosresults"] + verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] + image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + imagePullPolicy: Always + args: + - -c + - ./experiments -name node-restart + command: + - /bin/bash + env: + - name: SSH_USER + value: "root" + + - name: TOTAL_CHAOS_DURATION + value: "60" + + - name: REBOOT_COMMAND + value: '-o ServerAliveInterval=1 -o ServerAliveCountMax=1 "sudo systemctl poweroff --force --force" ; true' + + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" + + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + + # ENTER THE TARGET NODE NAME + - name: TARGET_NODE + value: "" + + - name: NODE_LABEL + value: "" + + # ENTER THE TARGET NODE IP + - name: TARGET_NODE_IP + value: "" + + labels: + name: node-poweroff + app.kubernetes.io/part-of: litmus + app.kubernetes.io/component: experiment-job + app.kubernetes.io/version: 3.4.0 + secrets: + - name: id-rsa + mountPath: /mnt/ + +--- +--- +apiVersion: litmuschaos.io/v1alpha1 +description: + message: | + Injects network packet duplication on pods belonging to an app deployment +kind: ChaosExperiment +metadata: + name: pod-network-duplication + labels: + name: pod-network-duplication + app.kubernetes.io/part-of: litmus + app.kubernetes.io/component: chaosexperiment + app.kubernetes.io/version: 3.4.0 +spec: + definition: + scope: Namespaced + permissions: + # Create and monitor the experiment & helper pods + - apiGroups: [""] + resources: ["pods"] + verbs: + [ + "create", + "delete", + "get", + "list", + "patch", + "update", + "deletecollection", + ] + # Performs CRUD operations on the events inside chaosengine and chaosresult + - apiGroups: [""] + resources: ["events"] + verbs: ["create", "get", "list", "patch", "update"] + # Fetch configmaps details and mount it to the experiment pod (if specified) + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list"] + # Track and get the runner, experiment, and helper pods log + - apiGroups: [""] + resources: ["pods/log"] + verbs: ["get", "list", "watch"] + # for creating and managing to execute commands inside target container + - apiGroups: [""] + resources: ["pods/exec"] + verbs: ["get", "list", "create"] + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + - apiGroups: ["apps"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] resources: ["deploymentconfigs"] verbs: ["list", "get"] # deriving the parent/owner details of the pod(if parent is deploymentConfig) @@ -1222,49 +1304,75 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-delete + - ./experiments -name pod-network-duplication command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "15" + value: "60" - # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - - name: FORCE - value: "true" + - name: TARGET_CONTAINER + value: "" - - name: CHAOS_INTERVAL - value: "5" + - name: TC_IMAGE + value: "gaiadocker/iproute2" - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC + - name: NETWORK_INTERFACE + value: "eth0" + + - name: NETWORK_PACKET_DUPLICATION_PERCENTAGE + value: "100" # in percentage + + - name: TARGET_PODS value: "" - - name: TARGET_CONTAINER + # To select pods on specific node(s) + - name: NODE_LABEL value: "" - - name: TARGET_PODS + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC value: "" + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only + - name: CONTAINER_RUNTIME + value: "containerd" + - name: DEFAULT_HEALTH_CHECK value: "false" - # To select pods on specific node(s) - - name: NODE_LABEL + # provide the destination ips + # chaos injection will be triggered for these destination ips + - name: DESTINATION_IPS value: "" + # provide the destination hosts + # chaos injection will be triggered for these destination hosts + - name: DESTINATION_HOSTS + value: "" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" + ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: pod-delete + name: pod-network-duplication app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -1272,12 +1380,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Taint the node where application pod is scheduled + Give a memory hog on a node belonging to a deployment kind: ChaosExperiment metadata: - name: node-taint + name: node-memory-hog labels: - name: node-taint + name: node-memory-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -1312,12 +1420,8 @@ spec: verbs: ["get", "list", "watch"] # for creating and managing to execute commands inside target container - apiGroups: [""] - resources: ["pods/exec", "pods/eviction"] + resources: ["pods/exec"] verbs: ["get", "list", "create"] - # ignore daemonsets while draining the node - - apiGroups: ["apps"] - resources: ["daemonsets"] - verbs: ["list", "get", "delete"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -1329,38 +1433,60 @@ spec: # for experiment to perform node status checks - apiGroups: [""] resources: ["nodes"] - verbs: ["get", "list", "patch", "update"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name node-taint + - ./experiments -name node-memory-hog command: - /bin/bash env: - - name: TARGET_NODE + - name: TOTAL_CHAOS_DURATION + value: "120" + + ## Specify the size as percent of total node capacity Ex: '30' + ## NOTE: for selecting this option keep MEMORY_CONSUMPTION_MEBIBYTES empty + - name: MEMORY_CONSUMPTION_PERCENTAGE value: "" - - name: NODE_LABEL + ## Specify the amount of memory to be consumed in mebibytes + ## NOTE: for selecting this option keep MEMORY_CONSUMPTION_PERCENTAGE empty + - name: MEMORY_CONSUMPTION_MEBIBYTES value: "" - - name: TOTAL_CHAOS_DURATION - value: "60" + - name: NUMBER_OF_WORKERS + value: "1" + + # ENTER THE COMMA SEPARATED TARGET NODES NAME + - name: TARGET_NODES + value: "" + + - name: NODE_LABEL + value: "" # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - # set taint label & effect - # key=value:effect or key:effect - - name: TAINTS - value: "" + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - name: DEFAULT_HEALTH_CHECK value: "false" + ## percentage of total nodes to target + - name: NODES_AFFECTED_PERC + value: "" + + ## it defines the sequence of chaos execution for multiple target nodes + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" + labels: - name: node-taint + name: node-memory-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -1370,12 +1496,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It injects the chaos inside the pod which modifies the header of the request/response from the provided application server to the headers provided by the user and reverts after a specified duration + it injects chaos into the pod which stops outgoing HTTP requests by resetting the TCP connection and then reverts back to the original state after a specified duration kind: ChaosExperiment metadata: - name: pod-http-modify-header + name: pod-http-reset-peer labels: - name: pod-http-modify-header + name: pod-http-reset-peer app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -1440,7 +1566,7 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-http-modify-header + - ./experiments -name pod-http-reset-peer command: - /bin/bash env: @@ -1451,14 +1577,9 @@ spec: - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - # map of headers to modify/add; Eg: {"X-Litmus-Test-Header": "X-Litmus-Test-Value"} - # to remove a header, just set the value to ""; Eg: {"X-Litmus-Test-Header": ""} - - name: HEADERS_MAP - value: "{}" - - # whether to modify response headers or request headers. Accepted values: request, response - - name: HEADER_MODE - value: "response" + # reset timeout specifies after how much duration to reset the connection + - name: RESET_TIMEOUT + value: "0" #in ms # port of the target service - name: TARGET_SERVICE_PORT @@ -1515,10 +1636,9 @@ spec: value: "parallel" labels: - name: pod-http-modify-header + name: pod-http-reset-peer app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -1526,12 +1646,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects network packet loss on pods belonging to an app deployment + Injects CPU consumption on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-network-loss + name: pod-cpu-hog-exec labels: - name: pod-network-loss + name: pod-cpu-hog-exec app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -1596,66 +1716,37 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-network-loss + - ./experiments -name pod-cpu-hog-exec command: - /bin/bash env: - - name: TARGET_CONTAINER - value: "" + - name: TOTAL_CHAOS_DURATION + value: "60" - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - - name: NETWORK_INTERFACE - value: "eth0" - - - name: TC_IMAGE - value: "gaiadocker/iproute2" - - - name: NETWORK_PACKET_LOSS_PERCENTAGE - value: "100" #in PERCENTAGE - - - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds - - # time period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" + ## Number of CPU cores to stress + - name: CPU_CORES + value: "1" - ## percentage of total pods to target + ## Percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" - - name: DEFAULT_HEALTH_CHECK - value: "false" - - - name: TARGET_PODS - value: "" - - # To select pods on specific node(s) - - name: NODE_LABEL + ## Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only - - name: CONTAINER_RUNTIME - value: "containerd" + # The command to kill the chaos process + - name: CHAOS_KILL_COMMAND + value: "kill $(find /proc -name exe -lname '*/md5sum' 2>&1 | grep -v 'Permission denied' | awk -F/ '{print $(NF-1)}')" - # provide the destination ips - # chaos injection will be triggered for these destination ips - - name: DESTINATION_IPS + - name: TARGET_CONTAINER value: "" - # provide the destination hosts - # chaos injection will be triggered for these destination hosts - - name: DESTINATION_HOSTS + - name: TARGET_PODS value: "" - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" + - name: DEFAULT_HEALTH_CHECK + value: "false" ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel @@ -1663,10 +1754,9 @@ spec: value: "parallel" labels: - name: pod-network-loss + name: pod-cpu-hog-exec app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -1674,12 +1764,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It injects the chaos inside the pod which modifies the body of the response from the provided application server to the body string provided by the user and reverts after a specified duration + Injects network latency on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-http-modify-body + name: pod-network-latency labels: - name: pod-http-modify-body + name: pod-network-latency app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -1744,49 +1834,25 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-http-modify-body + - ./experiments -name pod-network-latency command: - /bin/bash env: - name: TARGET_CONTAINER value: "" + - name: NETWORK_INTERFACE + value: "eth0" + # provide lib image - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - # provide the body string to overwrite the response body - # if no value is provided, response will be an empty body. - - name: RESPONSE_BODY - value: "" - - # provide the encoding type for the response body - # currently supported value are gzip, deflate - # if empty no encoding will be applied - - name: CONTENT_ENCODING - value: "" - - # provide the content type for the response body - - name: CONTENT_TYPE - value: "text/plain" - - # port of the target service - - name: TARGET_SERVICE_PORT - value: "80" - - # toxicity is the probability of the request to be affected - # provide the percentage value in the range of 0-100 - # 0 means no request will be affected and 100 means all request will be affected - - name: TOXICITY - value: "100" - - # port on which the proxy will listen - - name: PROXY_PORT - value: "20000" + - name: TC_IMAGE + value: "gaiadocker/iproute2" - # network interface on which the proxy will listen - - name: NETWORK_INTERFACE - value: "eth0" + - name: NETWORK_LATENCY + value: "2000" #in ms - name: TOTAL_CHAOS_DURATION value: "60" # in seconds @@ -1795,10 +1861,10 @@ spec: - name: RAMP_TIME value: "" - - name: DEFAULT_HEALTH_CHECK - value: "false" + - name: JITTER + value: "0" - # percentage of total pods to target + ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" @@ -1811,6 +1877,19 @@ spec: - name: CONTAINER_RUNTIME value: "containerd" + - name: DEFAULT_HEALTH_CHECK + value: "false" + + # provide the destination ips + # chaos injection will be triggered for these destination ips + - name: DESTINATION_IPS + value: "" + + # provide the destination hosts + # chaos injection will be triggered for these destination hosts + - name: DESTINATION_HOSTS + value: "" + # provide the socket file path - name: SOCKET_PATH value: "/run/containerd/containerd.sock" @@ -1825,9 +1904,10 @@ spec: value: "parallel" labels: - name: pod-http-modify-body + name: pod-network-latency app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -1835,18 +1915,18 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Inject network packet corruption into application pod + Restart node kind: ChaosExperiment metadata: - name: pod-network-corruption + name: node-restart labels: - name: pod-network-corruption + name: node-restart app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 spec: definition: - scope: Namespaced + scope: Cluster permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -1865,9 +1945,9 @@ spec: - apiGroups: [""] resources: ["events"] verbs: ["create", "get", "list", "patch", "update"] - # Fetch configmaps details and mount it to the experiment pod (if specified) + # Fetch configmaps & secrets details and mount it to the experiment pod (if specified) - apiGroups: [""] - resources: ["configmaps"] + resources: ["configmaps", "secrets"] verbs: ["get", "list"] # Track and get the runner, experiment, and helper pods log - apiGroups: [""] @@ -1877,22 +1957,6 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -1901,94 +1965,68 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name pod-network-corruption + - ./experiments -name node-restart command: - /bin/bash env: - - name: TARGET_CONTAINER - value: "" - - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - - name: NETWORK_INTERFACE - value: "eth0" - - - name: TC_IMAGE - value: "gaiadocker/iproute2" - - - name: NETWORK_PACKET_CORRUPTION_PERCENTAGE - value: "100" #in PERCENTAGE + - name: SSH_USER + value: "root" + - name: REBOOT_COMMAND + value: "sudo systemctl reboot; true" - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds + value: "60" - # Time period to wait before and after injection of chaos in sec + # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - name: TARGET_PODS + # ENTER THE TARGET NODE NAME + - name: TARGET_NODE value: "" - # To select pods on specific node(s) - name: NODE_LABEL value: "" - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the destination ips - # chaos injection will be triggered for these destination ips - - name: DESTINATION_IPS - value: "" - - # provide the destination hosts - # chaos injection will be triggered for these destination hosts - - name: DESTINATION_HOSTS + # ENTER THE TARGET NODE IP + - name: TARGET_NODE_IP value: "" - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - name: DEFAULT_HEALTH_CHECK value: "false" - ## it defines the sequence of chaos execution for multiple target pods - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" - labels: - name: pod-network-corruption + name: node-restart app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 + secrets: + - name: id-rsa + mountPath: /mnt/ --- --- apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects network packet duplication on pods belonging to an app deployment + Pod DNS Spoof can spoof particular DNS requests in target pod container to desired target hostnames kind: ChaosExperiment metadata: - name: pod-network-duplication + name: pod-dns-spoof labels: - name: pod-network-duplication + name: pod-dns-spoof app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -2050,187 +2088,37 @@ spec: resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - imagePullPolicy: Always args: - -c - - ./experiments -name pod-network-duplication + - ./experiments -name pod-dns-spoof command: - /bin/bash env: + - name: TARGET_CONTAINER + value: "" + + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + + - name: DEFAULT_HEALTH_CHECK + value: "false" + - name: TOTAL_CHAOS_DURATION - value: "60" + value: "60" # in seconds + # Time period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - - name: TARGET_CONTAINER + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC value: "" - - name: TC_IMAGE - value: "gaiadocker/iproute2" - - - name: NETWORK_INTERFACE - value: "eth0" - - - name: NETWORK_PACKET_DUPLICATION_PERCENTAGE - value: "100" # in percentage - - name: TARGET_PODS value: "" - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" - - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" - - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only - - name: CONTAINER_RUNTIME - value: "containerd" - - - name: DEFAULT_HEALTH_CHECK - value: "false" - - # provide the destination ips - # chaos injection will be triggered for these destination ips - - name: DESTINATION_IPS - value: "" - - # provide the destination hosts - # chaos injection will be triggered for these destination hosts - - name: DESTINATION_HOSTS - value: "" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - ## it defines the sequence of chaos execution for multiple target pods - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" - - labels: - name: pod-network-duplication - app.kubernetes.io/part-of: litmus - app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" - app.kubernetes.io/version: 3.4.0 - ---- ---- -apiVersion: litmuschaos.io/v1alpha1 -description: - message: | - Injects memory consumption on pods belonging to an app deployment -kind: ChaosExperiment -metadata: - name: pod-memory-hog - labels: - name: pod-memory-hog - app.kubernetes.io/part-of: litmus - app.kubernetes.io/component: chaosexperiment - app.kubernetes.io/version: 3.4.0 -spec: - definition: - scope: Namespaced - permissions: - # Create and monitor the experiment & helper pods - - apiGroups: [""] - resources: ["pods"] - verbs: - [ - "create", - "delete", - "get", - "list", - "patch", - "update", - "deletecollection", - ] - # Performs CRUD operations on the events inside chaosengine and chaosresult - - apiGroups: [""] - resources: ["events"] - verbs: ["create", "get", "list", "patch", "update"] - # Fetch configmaps details and mount it to the experiment pod (if specified) - - apiGroups: [""] - resources: ["configmaps"] - verbs: ["get", "list"] - # Track and get the runner, experiment, and helper pods log - - apiGroups: [""] - resources: ["pods/log"] - verbs: ["get", "list", "watch"] - # for creating and managing to execute commands inside target container - - apiGroups: [""] - resources: ["pods/exec"] - verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] - # for configuring and monitor the experiment job by the chaos-runner pod - - apiGroups: ["batch"] - resources: ["jobs"] - verbs: ["create", "list", "get", "delete", "deletecollection"] - # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow - - apiGroups: ["litmuschaos.io"] - resources: ["chaosengines", "chaosexperiments", "chaosresults"] - verbs: ["create", "list", "get", "patch", "update", "delete"] - image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - imagePullPolicy: Always - args: - - -c - - ./experiments -name pod-memory-hog - command: - - /bin/bash - env: - - name: TOTAL_CHAOS_DURATION - value: "60" - - ## enter the amount of memory in megabytes to be consumed by the application pod - - name: MEMORY_CONSUMPTION - value: "500" - - ## Number of workers to perform stress - - name: NUMBER_OF_WORKERS - value: "1" - - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" - - ## Period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - - ## It is used in pumba lib only - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - ## It is used in pumba lib only - - name: STRESS_IMAGE - value: "alexeiled/stress-ng:latest-ubuntu" - - ## provide the cluster runtime + # provide the name of container runtime, it supports docker, containerd, crio - name: CONTAINER_RUNTIME value: "containerd" @@ -2243,21 +2131,12 @@ spec: - name: SEQUENCE value: "parallel" - - name: DEFAULT_HEALTH_CHECK - value: "false" - - - name: TARGET_CONTAINER - value: "" - - - name: TARGET_PODS - value: "" - - # To select pods on specific node(s) - - name: NODE_LABEL + # map of the target hostnames eg. '{"abc.com":"spoofabc.com"}' . If empty no queries will be spoofed + - name: SPOOF_MAP value: "" labels: - name: pod-memory-hog + experiment: pod-dns-spoof app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/runtime-api-usage: "true" @@ -2268,12 +2147,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Kills the Kubelet service on the application node to check the resiliency. + Taint the node where application pod is scheduled kind: ChaosExperiment metadata: - name: kubelet-service-kill + name: node-taint labels: - name: kubelet-service-kill + name: node-taint app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -2308,8 +2187,12 @@ spec: verbs: ["get", "list", "watch"] # for creating and managing to execute commands inside target container - apiGroups: [""] - resources: ["pods/exec"] + resources: ["pods/exec", "pods/eviction"] verbs: ["get", "list", "create"] + # ignore daemonsets while draining the node + - apiGroups: ["apps"] + resources: ["daemonsets"] + verbs: ["list", "get", "delete"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -2321,110 +2204,21 @@ spec: # for experiment to perform node status checks - apiGroups: [""] resources: ["nodes"] - verbs: ["get", "list"] + verbs: ["get", "list", "patch", "update"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name kubelet-service-kill + - ./experiments -name node-taint command: - /bin/bash env: - - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds - - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME + - name: TARGET_NODE value: "" - name: NODE_LABEL value: "" - # provide lib image - - name: LIB_IMAGE - value: "ubuntu:16.04" - - # provide the target node name - - name: TARGET_NODE - value: "" - - - name: DEFAULT_HEALTH_CHECK - value: "false" - - labels: - name: kubelet-service-kill - app.kubernetes.io/part-of: litmus - app.kubernetes.io/component: experiment-job - app.kubernetes.io/service-kill: "true" - app.kubernetes.io/version: 3.4.0 - ---- ---- -apiVersion: litmuschaos.io/v1alpha1 -description: - message: | - Give a CPU spike on a node belonging to a deployment -kind: ChaosExperiment -metadata: - name: node-cpu-hog - labels: - name: node-cpu-hog - app.kubernetes.io/part-of: litmus - app.kubernetes.io/component: chaosexperiment - app.kubernetes.io/version: 3.4.0 -spec: - definition: - scope: Cluster - permissions: - # Create and monitor the experiment & helper pods - - apiGroups: [""] - resources: ["pods"] - verbs: - [ - "create", - "delete", - "get", - "list", - "patch", - "update", - "deletecollection", - ] - # Performs CRUD operations on the events inside chaosengine and chaosresult - - apiGroups: [""] - resources: ["events"] - verbs: ["create", "get", "list", "patch", "update"] - # Fetch configmaps details and mount it to the experiment pod (if specified) - - apiGroups: [""] - resources: ["configmaps"] - verbs: ["get", "list"] - # Track and get the runner, experiment, and helper pods log - - apiGroups: [""] - resources: ["pods/log"] - verbs: ["get", "list", "watch"] - # for creating and managing to execute commands inside target container - - apiGroups: [""] - resources: ["pods/exec"] - verbs: ["get", "list", "create"] - # for configuring and monitor the experiment job by the chaos-runner pod - - apiGroups: ["batch"] - resources: ["jobs"] - verbs: ["create", "list", "get", "delete", "deletecollection"] - # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow - - apiGroups: ["litmuschaos.io"] - resources: ["chaosengines", "chaosexperiments", "chaosresults"] - verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] - image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - imagePullPolicy: Always - args: - - -c - - ./experiments -name node-cpu-hog - command: - - /bin/bash - env: - name: TOTAL_CHAOS_DURATION value: "60" @@ -2432,41 +2226,16 @@ spec: - name: RAMP_TIME value: "" - ## ENTER THE NUMBER OF CORES OF CPU FOR CPU HOGGING - ## OPTIONAL VALUE IN CASE OF EMPTY VALUE IT WILL TAKE NODE CPU CAPACITY - - name: NODE_CPU_CORE - value: "" - - ## LOAD CPU WITH GIVEN PERCENT LOADING FOR THE CPU STRESS WORKERS. - ## 0 IS EFFECTIVELY A SLEEP (NO LOAD) AND 100 IS FULL LOADING - - name: CPU_LOAD - value: "100" - - # ENTER THE COMMA SEPARATED TARGET NODES NAME - - name: TARGET_NODES - value: "" - - - name: NODE_LABEL - value: "" - - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - ## percentage of total nodes to target - - name: NODES_AFFECTED_PERC + # set taint label & effect + # key=value:effect or key:effect + - name: TAINTS value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - ## it defines the sequence of chaos execution for multiple target nodes - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" - labels: - name: node-cpu-hog + name: node-taint app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -2476,12 +2245,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Fillup Ephemeral Storage of a Resource + It injects the chaos inside the pod which modifies the body of the response from the provided application server to the body string provided by the user and reverts after a specified duration kind: ChaosExperiment metadata: - name: disk-fill + name: pod-http-modify-body labels: - name: disk-fill + name: pod-http-modify-body app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -2546,52 +2315,80 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name disk-fill + - ./experiments -name pod-http-modify-body command: - /bin/bash env: - name: TARGET_CONTAINER value: "" - - name: FILL_PERCENTAGE - value: "80" + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - name: TOTAL_CHAOS_DURATION - value: "60" + # provide the body string to overwrite the response body + # if no value is provided, response will be an empty body. + - name: RESPONSE_BODY + value: "" - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME + # provide the encoding type for the response body + # currently supported value are gzip, deflate + # if empty no encoding will be applied + - name: CONTENT_ENCODING value: "" - # provide the data block size - # supported unit is KB - - name: DATA_BLOCK_SIZE - value: "256" + # provide the content type for the response body + - name: CONTENT_TYPE + value: "text/plain" - - name: TARGET_PODS - value: "" + # port of the target service + - name: TARGET_SERVICE_PORT + value: "80" - - name: EPHEMERAL_STORAGE_MEBIBYTES - value: "" + # toxicity is the probability of the request to be affected + # provide the percentage value in the range of 0-100 + # 0 means no request will be affected and 100 means all request will be affected + - name: TOXICITY + value: "100" - # To select pods on specific node(s) - - name: NODE_LABEL - value: "" + # port on which the proxy will listen + - name: PROXY_PORT + value: "20000" - ## percentage of total pods to target - - name: PODS_AFFECTED_PERC + # network interface on which the proxy will listen + - name: NETWORK_INTERFACE + value: "eth0" + + - name: TOTAL_CHAOS_DURATION + value: "60" # in seconds + + # Time period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + # percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" - # Provide the container runtime path - # Default set to docker container path - - name: CONTAINER_PATH - value: "/var/lib/docker/containers" + - name: TARGET_PODS + value: "" + + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" + + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel @@ -2599,10 +2396,9 @@ spec: value: "parallel" labels: - name: disk-fill + name: pod-http-modify-body app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/host-path-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -2610,12 +2406,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Give a memory hog on a node belonging to a deployment + Give IO disk stress on a node belonging to a deployment kind: ChaosExperiment metadata: - name: node-memory-hog + name: node-io-stress labels: - name: node-memory-hog + name: node-io-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -2668,27 +2464,36 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name node-memory-hog + - ./experiments -name node-io-stress command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION value: "120" - ## Specify the size as percent of total node capacity Ex: '30' - ## NOTE: for selecting this option keep MEMORY_CONSUMPTION_MEBIBYTES empty - - name: MEMORY_CONSUMPTION_PERCENTAGE - value: "" + ## specify the size as percentage of free space on the file system + ## default value 90 (in percentage) + - name: FILESYSTEM_UTILIZATION_PERCENTAGE + value: "10" - ## Specify the amount of memory to be consumed in mebibytes - ## NOTE: for selecting this option keep MEMORY_CONSUMPTION_PERCENTAGE empty - - name: MEMORY_CONSUMPTION_MEBIBYTES + ## we can specify the size in Gigabyte (Gb) also in place of percentage of free space + ## NOTE: for selecting this option FILESYSTEM_UTILIZATION_PERCENTAGE should be empty + - name: FILESYSTEM_UTILIZATION_BYTES value: "" + ## Number of core of CPU + - name: CPU + value: "1" + + ## Total number of workers default value is 4 - name: NUMBER_OF_WORKERS + value: "4" + + ## Total number of VM workers + - name: VM_WORKERS value: "1" - # ENTER THE COMMA SEPARATED TARGET NODES NAME + ## enter the comma separated target nodes name - name: TARGET_NODES value: "" @@ -2703,20 +2508,20 @@ spec: - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - name: DEFAULT_HEALTH_CHECK - value: "false" - ## percentage of total nodes to target - name: NODES_AFFECTED_PERC value: "" + - name: DEFAULT_HEALTH_CHECK + value: "false" + ## it defines the sequence of chaos execution for multiple target nodes ## supported values: serial, parallel - name: SEQUENCE value: "parallel" labels: - name: node-memory-hog + name: node-io-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -2726,12 +2531,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Pod DNS Spoof can spoof particular DNS requests in target pod container to desired target hostnames + It injects chaos inside the pod which modifies the status code of the response from the provided application server to desired status code provided by the user and reverts after a specified duration kind: ChaosExperiment metadata: - name: pod-dns-spoof + name: pod-http-status-code labels: - name: pod-dns-spoof + name: pod-http-status-code app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -2793,9 +2598,10 @@ spec: resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + imagePullPolicy: Always args: - -c - - ./experiments -name pod-dns-spoof + - ./experiments -name pod-http-status-code command: - /bin/bash env: @@ -2806,8 +2612,48 @@ spec: - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - name: DEFAULT_HEALTH_CHECK - value: "false" + # modified status code for the HTTP response + # if no value is provided, a random status code from the supported code list will selected + # if an invalid status code is provided, the experiment will fail + # supported status code list: [200, 201, 202, 204, 300, 301, 302, 304, 307, 400, 401, 403, 404, 500, 501, 502, 503, 504] + - name: STATUS_CODE + value: "" + + # whether to modify the body as per the status code provided + - name: "MODIFY_RESPONSE_BODY" + value: "true" + + # provide the body string to overwrite the response body. This will be used only if MODIFY_RESPONSE_BODY is set to true + - name: RESPONSE_BODY + value: "" + + # provide the encoding type for the response body + # currently supported value are gzip, deflate + # if empty no encoding will be applied + - name: CONTENT_ENCODING + value: "" + + # provide the content type for the response body + - name: CONTENT_TYPE + value: "text/plain" + + # port of the target service + - name: TARGET_SERVICE_PORT + value: "80" + + # toxicity is the probability of the request to be affected + # provide the percentage value in the range of 0-100 + # 0 means no request will be affected and 100 means all request will be affected + - name: TOXICITY + value: "100" + + # port on which the proxy will listen + - name: PROXY_PORT + value: "20000" + + # network interface on which the proxy will listen + - name: NETWORK_INTERFACE + value: "eth0" - name: TOTAL_CHAOS_DURATION value: "60" # in seconds @@ -2816,14 +2662,19 @@ spec: - name: RAMP_TIME value: "" - ## percentage of total pods to target + - name: DEFAULT_HEALTH_CHECK + value: "false" + + # percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" - name: TARGET_PODS value: "" - # provide the name of container runtime, it supports docker, containerd, crio + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only - name: CONTAINER_RUNTIME value: "containerd" @@ -2831,39 +2682,37 @@ spec: - name: SOCKET_PATH value: "/run/containerd/containerd.sock" + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" + ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel - name: SEQUENCE value: "parallel" - # map of the target hostnames eg. '{"abc.com":"spoofabc.com"}' . If empty no queries will be spoofed - - name: SPOOF_MAP - value: "" - labels: - experiment: pod-dns-spoof + name: pod-http-status-code app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- --- apiVersion: litmuschaos.io/v1alpha1 description: - message: | - Kills the Docker service on the application node to check the resiliency. + message: "Kills a container belonging to an application pod \n" kind: ChaosExperiment metadata: - name: docker-service-kill + name: container-kill labels: - name: docker-service-kill + name: container-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 spec: definition: - scope: Cluster + scope: Namespaced permissions: # Create and monitor the experiment & helper pods - apiGroups: [""] @@ -2894,6 +2743,22 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + - apiGroups: ["apps"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -2902,44 +2767,68 @@ spec: - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] verbs: ["create", "list", "get", "patch", "update", "delete"] - # for experiment to perform node status checks - - apiGroups: [""] - resources: ["nodes"] - verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name docker-service-kill + - ./experiments -name container-kill command: - /bin/bash env: - - name: TOTAL_CHAOS_DURATION - value: "90" # in seconds + - name: TARGET_CONTAINER + value: "" - # Period to wait before injection of chaos in sec + # Period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - - name: NODE_LABEL + - name: TARGET_PODS value: "" - # provide lib image - - name: LIB_IMAGE - value: "ubuntu:16.04" + # provide the chaos interval + - name: CHAOS_INTERVAL + value: "10" - # provide the target node name - - name: TARGET_NODE + - name: SIGNAL + value: "SIGKILL" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" + + # provide the name of container runtime + # it supports docker, containerd, crio + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the total chaos duration + - name: TOTAL_CHAOS_DURATION + value: "20" + + ## percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" + + # To select pods on specific node(s) + - name: NODE_LABEL value: "" - name: DEFAULT_HEALTH_CHECK value: "false" + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + + ## it defines the sequence of chaos execution for multiple target pods + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" + labels: - name: docker-service-kill + name: container-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/service-kill: "true" + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -2950,9 +2839,9 @@ description: Injects memory consumption on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-memory-hog-exec + name: pod-memory-hog labels: - name: pod-memory-hog-exec + name: pod-memory-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -3017,7 +2906,7 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-memory-hog-exec + - ./experiments -name pod-memory-hog command: - /bin/bash env: @@ -3028,6 +2917,10 @@ spec: - name: MEMORY_CONSUMPTION value: "500" + ## Number of workers to perform stress + - name: NUMBER_OF_WORKERS + value: "1" + ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" @@ -3036,9 +2929,21 @@ spec: - name: RAMP_TIME value: "" - # The command to kill the chaos process - - name: CHAOS_KILL_COMMAND - value: "kill $(find /proc -name exe -lname '*/dd' 2>&1 | grep -v 'Permission denied' | awk -F/ '{print $(NF-1)}' | head -n 1)" + ## It is used in pumba lib only + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + + ## It is used in pumba lib only + - name: STRESS_IMAGE + value: "alexeiled/stress-ng:latest-ubuntu" + + ## provide the cluster runtime + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" ## it defines the sequence of chaos execution for multiple target pods ## supported values: serial, parallel @@ -3054,10 +2959,15 @@ spec: - name: TARGET_PODS value: "" + # To select pods on specific node(s) + - name: NODE_LABEL + value: "" + labels: - name: pod-memory-hog-exec + name: pod-memory-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -3065,12 +2975,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Give IO disk stress on a node belonging to a deployment + Give a CPU spike on a node belonging to a deployment kind: ChaosExperiment metadata: - name: node-io-stress + name: node-cpu-hog labels: - name: node-io-stress + name: node-cpu-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -3123,46 +3033,34 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name node-io-stress + - ./experiments -name node-cpu-hog command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "120" - - ## specify the size as percentage of free space on the file system - ## default value 90 (in percentage) - - name: FILESYSTEM_UTILIZATION_PERCENTAGE - value: "10" + value: "60" - ## we can specify the size in Gigabyte (Gb) also in place of percentage of free space - ## NOTE: for selecting this option FILESYSTEM_UTILIZATION_PERCENTAGE should be empty - - name: FILESYSTEM_UTILIZATION_BYTES + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - ## Number of core of CPU - - name: CPU - value: "1" - - ## Total number of workers default value is 4 - - name: NUMBER_OF_WORKERS - value: "4" + ## ENTER THE NUMBER OF CORES OF CPU FOR CPU HOGGING + ## OPTIONAL VALUE IN CASE OF EMPTY VALUE IT WILL TAKE NODE CPU CAPACITY + - name: NODE_CPU_CORE + value: "" - ## Total number of VM workers - - name: VM_WORKERS - value: "1" + ## LOAD CPU WITH GIVEN PERCENT LOADING FOR THE CPU STRESS WORKERS. + ## 0 IS EFFECTIVELY A SLEEP (NO LOAD) AND 100 IS FULL LOADING + - name: CPU_LOAD + value: "100" - ## enter the comma separated target nodes name + # ENTER THE COMMA SEPARATED TARGET NODES NAME - name: TARGET_NODES value: "" - name: NODE_LABEL value: "" - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - # provide lib image - name: LIB_IMAGE value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" @@ -3180,7 +3078,7 @@ spec: value: "parallel" labels: - name: node-io-stress + name: node-cpu-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -3190,12 +3088,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects CPU consumption on pods belonging to an app deployment + It injects the chaos inside the pod which modifies the header of the request/response from the provided application server to the headers provided by the user and reverts after a specified duration kind: ChaosExperiment metadata: - name: pod-cpu-hog + name: pod-http-modify-header labels: - name: pod-cpu-hog + name: pod-http-modify-header app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -3260,39 +3158,64 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-cpu-hog + - ./experiments -name pod-http-modify-header command: - /bin/bash env: - - name: TOTAL_CHAOS_DURATION - value: "60" + - name: TARGET_CONTAINER + value: "" - ## Number of CPU cores to stress - - name: CPU_CORES - value: "1" + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - ## LOAD CPU WITH GIVEN PERCENT LOADING FOR THE CPU STRESS WORKERS. - ## 0 IS EFFECTIVELY A SLEEP (NO LOAD) AND 100 IS FULL LOADING - - name: CPU_LOAD + # map of headers to modify/add; Eg: {"X-Litmus-Test-Header": "X-Litmus-Test-Value"} + # to remove a header, just set the value to ""; Eg: {"X-Litmus-Test-Header": ""} + - name: HEADERS_MAP + value: "{}" + + # whether to modify response headers or request headers. Accepted values: request, response + - name: HEADER_MODE + value: "response" + + # port of the target service + - name: TARGET_SERVICE_PORT + value: "80" + + # toxicity is the probability of the request to be affected + # provide the percentage value in the range of 0-100 + # 0 means no request will be affected and 100 means all request will be affected + - name: TOXICITY value: "100" - ## Percentage of total pods to target - - name: PODS_AFFECTED_PERC - value: "" + # port on which the proxy will listen + - name: PROXY_PORT + value: "20000" - ## Period to wait before and after injection of chaos in sec + # network interface on which the proxy will listen + - name: NETWORK_INTERFACE + value: "eth0" + + - name: TOTAL_CHAOS_DURATION + value: "60" # in seconds + + # Time period to wait before and after injection of chaos in sec - name: RAMP_TIME value: "" - ## It is used in pumba lib only - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + - name: DEFAULT_HEALTH_CHECK + value: "false" - ## It is used in pumba lib only - - name: STRESS_IMAGE - value: "alexeiled/stress-ng:latest-ubuntu" + # percentage of total pods to target + - name: PODS_AFFECTED_PERC + value: "" - ## provide the cluster runtime + - name: TARGET_PODS + value: "" + + # provide the name of container runtime + # for litmus LIB, it supports docker, containerd, crio + # for pumba LIB, it supports docker only - name: CONTAINER_RUNTIME value: "containerd" @@ -3300,15 +3223,6 @@ spec: - name: SOCKET_PATH value: "/run/containerd/containerd.sock" - - name: TARGET_CONTAINER - value: "" - - - name: TARGET_PODS - value: "" - - - name: DEFAULT_HEALTH_CHECK - value: "false" - # To select pods on specific node(s) - name: NODE_LABEL value: "" @@ -3319,7 +3233,7 @@ spec: value: "parallel" labels: - name: pod-cpu-hog + name: pod-http-modify-header app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/runtime-api-usage: "true" @@ -3330,12 +3244,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - IO stress on a app pods belonging to an app deployment + Injects 100% network packet loss on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-io-stress + name: pod-network-partition labels: - name: pod-io-stress + name: pod-network-partition app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -3372,26 +3286,14 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] - # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) - - apiGroups: ["apps"] - resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: ["apps.openshift.io"] - resources: ["deploymentconfigs"] - verbs: ["list", "get"] - # deriving the parent/owner details of the pod(if parent is deploymentConfig) - - apiGroups: [""] - resources: ["replicationcontrollers"] - verbs: ["get", "list"] - # deriving the parent/owner details of the pod(if parent is argo-rollouts) - - apiGroups: ["argoproj.io"] - resources: ["rollouts"] - verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] verbs: ["create", "list", "get", "delete", "deletecollection"] + # performs CRUD operations on the network policies + - apiGroups: ["networking.k8s.io"] + resources: ["networkpolicies"] + verbs: ["create", "delete", "list", "get"] # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] @@ -3400,75 +3302,146 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-io-stress + - ./experiments -name pod-network-partition command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "120" + value: "60" # in seconds - ## specify the size as percentage of free space on the file system - ## default value 90 (in percentage) - - name: FILESYSTEM_UTILIZATION_PERCENTAGE - value: "10" + # time period to wait before and after injection of chaos in sec + - name: RAMP_TIME + value: "" - ## we can specify the size in Gigabyte (Gb) also in place of percentage of free space - ## NOTE: for selecting this option FILESYSTEM_UTILIZATION_PERCENTAGE should be empty - - name: FILESYSTEM_UTILIZATION_BYTES + - name: DEFAULT_HEALTH_CHECK + value: "false" + + # provide the destination ips + # chaos injection will be triggered for these destination ips + - name: DESTINATION_IPS value: "" - ## Total number of workers default value is 4 - - name: NUMBER_OF_WORKERS - value: "4" + # provide the destination hosts + # chaos injection will be triggered for these destination hosts + - name: DESTINATION_HOSTS + value: "" - ## Percentage of total pods to target - - name: PODS_AFFECTED_PERC + # provide network policy type + # support ingress, egress, all values + - name: POLICY_TYPES + value: "all" + + # provide labels of the destination pods + - name: POD_SELECTOR value: "" - # provide volume mount path - - name: VOLUME_MOUNT_PATH + # provide labels the destination namespaces + - name: NAMESPACE_SELECTOR value: "" - - name: TARGET_CONTAINER + # provide comma separated ports + - name: PORTS value: "" - ## specify the comma separated target pods - - name: TARGET_PODS + labels: + name: pod-network-partition + app.kubernetes.io/part-of: litmus + app.kubernetes.io/component: experiment-job + app.kubernetes.io/version: 3.4.0 + +--- +--- +apiVersion: litmuschaos.io/v1alpha1 +description: + message: | + Kills the Docker service on the application node to check the resiliency. +kind: ChaosExperiment +metadata: + name: docker-service-kill + labels: + name: docker-service-kill + app.kubernetes.io/part-of: litmus + app.kubernetes.io/component: chaosexperiment + app.kubernetes.io/version: 3.4.0 +spec: + definition: + scope: Cluster + permissions: + # Create and monitor the experiment & helper pods + - apiGroups: [""] + resources: ["pods"] + verbs: + [ + "create", + "delete", + "get", + "list", + "patch", + "update", + "deletecollection", + ] + # Performs CRUD operations on the events inside chaosengine and chaosresult + - apiGroups: [""] + resources: ["events"] + verbs: ["create", "get", "list", "patch", "update"] + # Fetch configmaps details and mount it to the experiment pod (if specified) + - apiGroups: [""] + resources: ["configmaps"] + verbs: ["get", "list"] + # Track and get the runner, experiment, and helper pods log + - apiGroups: [""] + resources: ["pods/log"] + verbs: ["get", "list", "watch"] + # for creating and managing to execute commands inside target container + - apiGroups: [""] + resources: ["pods/exec"] + verbs: ["get", "list", "create"] + # for configuring and monitor the experiment job by the chaos-runner pod + - apiGroups: ["batch"] + resources: ["jobs"] + verbs: ["create", "list", "get", "delete", "deletecollection"] + # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow + - apiGroups: ["litmuschaos.io"] + resources: ["chaosengines", "chaosexperiments", "chaosresults"] + verbs: ["create", "list", "get", "patch", "update", "delete"] + # for experiment to perform node status checks + - apiGroups: [""] + resources: ["nodes"] + verbs: ["get", "list"] + image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + imagePullPolicy: Always + args: + - -c + - ./experiments -name docker-service-kill + command: + - /bin/bash + env: + - name: TOTAL_CHAOS_DURATION + value: "90" # in seconds + + # Period to wait before injection of chaos in sec + - name: RAMP_TIME value: "" - # To select pods on specific node(s) - name: NODE_LABEL value: "" - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" - # provide lib image - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + value: "ubuntu:16.04" + + # provide the target node name + - name: TARGET_NODE + value: "" - name: DEFAULT_HEALTH_CHECK value: "false" - ## provide the cluster runtime - - name: CONTAINER_RUNTIME - value: "containerd" - - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" - - ## it defines the sequence of chaos execution for multiple target pods - ## supported values: serial, parallel - - name: SEQUENCE - value: "parallel" - labels: - name: pod-io-stress + name: docker-service-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job - app.kubernetes.io/runtime-api-usage: "true" + app.kubernetes.io/service-kill: "true" app.kubernetes.io/version: 3.4.0 --- @@ -3476,12 +3449,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects network latency on pods belonging to an app deployment + Injects CPU consumption on pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-network-latency + name: pod-cpu-hog labels: - name: pod-network-latency + name: pod-cpu-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -3546,65 +3519,54 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-network-latency + - ./experiments -name pod-cpu-hog command: - /bin/bash env: - - name: TARGET_CONTAINER - value: "" - - - name: NETWORK_INTERFACE - value: "eth0" - - # provide lib image - - name: LIB_IMAGE - value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" - - - name: TC_IMAGE - value: "gaiadocker/iproute2" - - - name: NETWORK_LATENCY - value: "2000" #in ms - - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds + value: "60" - # Time period to wait before and after injection of chaos in sec - - name: RAMP_TIME - value: "" + ## Number of CPU cores to stress + - name: CPU_CORES + value: "1" - - name: JITTER - value: "0" + ## LOAD CPU WITH GIVEN PERCENT LOADING FOR THE CPU STRESS WORKERS. + ## 0 IS EFFECTIVELY A SLEEP (NO LOAD) AND 100 IS FULL LOADING + - name: CPU_LOAD + value: "100" - ## percentage of total pods to target + ## Percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" - - name: TARGET_PODS + ## Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - # provide the name of container runtime - # for litmus LIB, it supports docker, containerd, crio - # for pumba LIB, it supports docker only + ## It is used in pumba lib only + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + + ## It is used in pumba lib only + - name: STRESS_IMAGE + value: "alexeiled/stress-ng:latest-ubuntu" + + ## provide the cluster runtime - name: CONTAINER_RUNTIME value: "containerd" - - name: DEFAULT_HEALTH_CHECK - value: "false" + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" - # provide the destination ips - # chaos injection will be triggered for these destination ips - - name: DESTINATION_IPS + - name: TARGET_CONTAINER value: "" - # provide the destination hosts - # chaos injection will be triggered for these destination hosts - - name: DESTINATION_HOSTS + - name: TARGET_PODS value: "" - # provide the socket file path - - name: SOCKET_PATH - value: "/run/containerd/containerd.sock" + - name: DEFAULT_HEALTH_CHECK + value: "false" # To select pods on specific node(s) - name: NODE_LABEL @@ -3616,7 +3578,7 @@ spec: value: "parallel" labels: - name: pod-network-latency + name: pod-cpu-hog app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/runtime-api-usage: "true" @@ -3627,12 +3589,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Injects 100% network packet loss on pods belonging to an app deployment + IO stress on a app pods belonging to an app deployment kind: ChaosExperiment metadata: - name: pod-network-partition + name: pod-io-stress labels: - name: pod-network-partition + name: pod-io-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -3669,14 +3631,26 @@ spec: - apiGroups: [""] resources: ["pods/exec"] verbs: ["get", "list", "create"] + # deriving the parent/owner details of the pod(if parent is anyof {deployment, statefulset, daemonsets}) + - apiGroups: ["apps"] + resources: ["deployments", "statefulsets", "replicasets", "daemonsets"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: ["apps.openshift.io"] + resources: ["deploymentconfigs"] + verbs: ["list", "get"] + # deriving the parent/owner details of the pod(if parent is deploymentConfig) + - apiGroups: [""] + resources: ["replicationcontrollers"] + verbs: ["get", "list"] + # deriving the parent/owner details of the pod(if parent is argo-rollouts) + - apiGroups: ["argoproj.io"] + resources: ["rollouts"] + verbs: ["list", "get"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] verbs: ["create", "list", "get", "delete", "deletecollection"] - # performs CRUD operations on the network policies - - apiGroups: ["networking.k8s.io"] - resources: ["networkpolicies"] - verbs: ["create", "delete", "list", "get"] # for creation, status polling and deletion of litmus chaos resources used within a chaos workflow - apiGroups: ["litmuschaos.io"] resources: ["chaosengines", "chaosexperiments", "chaosresults"] @@ -3685,51 +3659,75 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name pod-network-partition + - ./experiments -name pod-io-stress command: - /bin/bash env: - name: TOTAL_CHAOS_DURATION - value: "60" # in seconds + value: "120" - # time period to wait before and after injection of chaos in sec - - name: RAMP_TIME + ## specify the size as percentage of free space on the file system + ## default value 90 (in percentage) + - name: FILESYSTEM_UTILIZATION_PERCENTAGE + value: "10" + + ## we can specify the size in Gigabyte (Gb) also in place of percentage of free space + ## NOTE: for selecting this option FILESYSTEM_UTILIZATION_PERCENTAGE should be empty + - name: FILESYSTEM_UTILIZATION_BYTES value: "" - - name: DEFAULT_HEALTH_CHECK - value: "false" + ## Total number of workers default value is 4 + - name: NUMBER_OF_WORKERS + value: "4" - # provide the destination ips - # chaos injection will be triggered for these destination ips - - name: DESTINATION_IPS + ## Percentage of total pods to target + - name: PODS_AFFECTED_PERC value: "" - # provide the destination hosts - # chaos injection will be triggered for these destination hosts - - name: DESTINATION_HOSTS + # provide volume mount path + - name: VOLUME_MOUNT_PATH value: "" - # provide network policy type - # support ingress, egress, all values - - name: POLICY_TYPES - value: "all" + - name: TARGET_CONTAINER + value: "" - # provide labels of the destination pods - - name: POD_SELECTOR + ## specify the comma separated target pods + - name: TARGET_PODS value: "" - # provide labels the destination namespaces - - name: NAMESPACE_SELECTOR + # To select pods on specific node(s) + - name: NODE_LABEL value: "" - # provide comma separated ports - - name: PORTS + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" + # provide lib image + - name: LIB_IMAGE + value: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" + + - name: DEFAULT_HEALTH_CHECK + value: "false" + + ## provide the cluster runtime + - name: CONTAINER_RUNTIME + value: "containerd" + + # provide the socket file path + - name: SOCKET_PATH + value: "/run/containerd/containerd.sock" + + ## it defines the sequence of chaos execution for multiple target pods + ## supported values: serial, parallel + - name: SEQUENCE + value: "parallel" + labels: - name: pod-network-partition + name: pod-io-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/runtime-api-usage: "true" app.kubernetes.io/version: 3.4.0 --- @@ -3737,12 +3735,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - Drain the node where application pod is scheduled + Kills the Kubelet service on the application node to check the resiliency. kind: ChaosExperiment metadata: - name: node-drain + name: kubelet-service-kill labels: - name: node-drain + name: kubelet-service-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -3777,12 +3775,8 @@ spec: verbs: ["get", "list", "watch"] # for creating and managing to execute commands inside target container - apiGroups: [""] - resources: ["pods/exec", "pods/eviction"] + resources: ["pods/exec"] verbs: ["get", "list", "create"] - # ignore daemonsets while draining the node - - apiGroups: ["apps"] - resources: ["daemonsets"] - verbs: ["list", "get", "delete"] # for configuring and monitor the experiment job by the chaos-runner pod - apiGroups: ["batch"] resources: ["jobs"] @@ -3794,35 +3788,41 @@ spec: # for experiment to perform node status checks - apiGroups: [""] resources: ["nodes"] - verbs: ["get", "list", "patch"] + verbs: ["get", "list"] image: "litmuschaos.docker.scarf.sh/litmuschaos/go-runner:3.4.0" imagePullPolicy: Always args: - -c - - ./experiments -name node-drain + - ./experiments -name kubelet-service-kill command: - /bin/bash env: - - name: TARGET_NODE + - name: TOTAL_CHAOS_DURATION + value: "60" # in seconds + + # Period to wait before and after injection of chaos in sec + - name: RAMP_TIME value: "" - name: NODE_LABEL value: "" - - name: TOTAL_CHAOS_DURATION - value: "60" + # provide lib image + - name: LIB_IMAGE + value: "ubuntu:16.04" - # Period to wait before and after injection of chaos in sec - - name: RAMP_TIME + # provide the target node name + - name: TARGET_NODE value: "" - name: DEFAULT_HEALTH_CHECK value: "false" labels: - name: node-drain + name: kubelet-service-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job + app.kubernetes.io/service-kill: "true" app.kubernetes.io/version: 3.4.0 --- diff --git a/faults/spring-boot/experiments.yaml b/faults/spring-boot/experiments.yaml index 519ca02f7..c5b5ab037 100644 --- a/faults/spring-boot/experiments.yaml +++ b/faults/spring-boot/experiments.yaml @@ -2,12 +2,12 @@ apiVersion: litmuschaos.io/v1alpha1 description: message: | - It can target random pods with a Spring Boot application and allows configuring the assaults to inject memory-stress + It can target random pods with a Spring Boot application and allows configuring the assaults to inject app-kill kind: ChaosExperiment metadata: - name: spring-boot-memory-stress + name: spring-boot-app-kill labels: - name: spring-boot-memory-stress + name: spring-boot-app-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -52,25 +52,20 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name spring-boot-memory-stress + - ./experiments -name spring-boot-app-kill command: - /bin/bash env: - # it contains fraction of memory to be stressed(0.70 equals 70%) - # it supports value in range [0.01,0.95] - - name: MEMORY_FILL_FRACTION - value: "0.70" - - # port of the spring boot application + # port of the spring boot application - name: CM_PORT value: "" - # it contains number of requests are to be attacked - # n value means nth request will be affected + #it contains number of requests are to be attacked + # n value means nth request will be affected - name: CM_LEVEL value: "1" - # it limits watched packages/classes/methods + # it limits watched packages/classes/methods - name: CM_WATCHED_CUSTOM_SERVICES value: "" @@ -79,9 +74,6 @@ spec: - name: CM_WATCHERS value: "restController" - - name: TOTAL_CHAOS_DURATION - value: "30" - ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" @@ -96,7 +88,7 @@ spec: value: "parallel" labels: - name: spring-boot-memory-stress + name: spring-boot-app-kill app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -210,12 +202,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It can target random pods with a Spring Boot application and allows configuring the assaults to inject network latency + It can target random pods with a Spring Boot application and allows configuring the assaults to inject cpu-stress kind: ChaosExperiment metadata: - name: spring-boot-latency + name: spring-boot-faults labels: - name: spring-boot-latency + name: spring-boot-faults app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -260,24 +252,67 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name spring-boot-latency + - ./experiments -name spring-boot-faults command: - /bin/bash env: + # it enables spring app-kill fault + - name: CM_KILL_APPLICATION_ACTIVE + value: "" + + # it enables spring-boot latency fault + - name: CM_LATENCY_ACTIVE + value: "" + # provide the latency (ms) + # it is applicable when latency is active - name: LATENCY value: "2000" - # port of the spring boot application + # it enables spring-boot memory stress fault + - name: CM_MEMORY_ACTIVE + value: "" + + # it contains fraction of memory to be stressed(0.70 equals 70%) + # it supports value in range [0.01,0.95] + # it is applicable when memory is active + - name: MEMORY_FILL_FRACTION + value: "0.70" + + # it enables spring-boot cpu stress fault + - name: CM_CPU_ACTIVE + value: "" + + # it contains fraction of cpu to be stressed(0.95 equals 95%) + # it supports value in range [0.1,1.0] + # it is applicable when cpu is active + - name: CPU_LOAD_FRACTION + value: "0.9" + + # it enables spring-boot exceptions fault + - name: CM_EXCEPTIONS_ACTIVE + value: "" + + # Type of raised exception + # it is applicable when exceptions is active + - name: CM_EXCEPTIONS_TYPE + value: "java.lang.IllegalArgumentException" + + # Argument of raised exception + # it is applicable when exceptions is active + - name: CM_EXCEPTIONS_ARGUMENTS + value: "java.lang.String:custom illegal argument exception" + + # port of the spring boot application - name: CM_PORT value: "" - # it contains number of requests are to be attacked - # n value means nth request will be affected + #it contains number of requests are to be attacked + # n value means nth request will be affected - name: CM_LEVEL value: "1" - # it limits watched packages/classes/methods + # it limits watched packages/classes/methods - name: CM_WATCHED_CUSTOM_SERVICES value: "" @@ -303,7 +338,7 @@ spec: value: "parallel" labels: - name: spring-boot-latency + name: spring-boot-faults app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -313,12 +348,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It can target random pods with a Spring Boot application and allows configuring the assaults to inject cpu-stress + It can target random pods with a Spring Boot application and allows configuring the assaults to inject network latency kind: ChaosExperiment metadata: - name: spring-boot-faults + name: spring-boot-exceptions labels: - name: spring-boot-faults + name: spring-boot-exceptions app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -363,54 +398,15 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name spring-boot-faults + - ./experiments -name spring-boot-exceptions command: - /bin/bash env: - # it enables spring app-kill fault - - name: CM_KILL_APPLICATION_ACTIVE - value: "" - - # it enables spring-boot latency fault - - name: CM_LATENCY_ACTIVE - value: "" - - # provide the latency (ms) - # it is applicable when latency is active - - name: LATENCY - value: "2000" - - # it enables spring-boot memory stress fault - - name: CM_MEMORY_ACTIVE - value: "" - - # it contains fraction of memory to be stressed(0.70 equals 70%) - # it supports value in range [0.01,0.95] - # it is applicable when memory is active - - name: MEMORY_FILL_FRACTION - value: "0.70" - - # it enables spring-boot cpu stress fault - - name: CM_CPU_ACTIVE - value: "" - - # it contains fraction of cpu to be stressed(0.95 equals 95%) - # it supports value in range [0.1,1.0] - # it is applicable when cpu is active - - name: CPU_LOAD_FRACTION - value: "0.9" - - # it enables spring-boot exceptions fault - - name: CM_EXCEPTIONS_ACTIVE - value: "" - # Type of raised exception - # it is applicable when exceptions is active - name: CM_EXCEPTIONS_TYPE value: "java.lang.IllegalArgumentException" # Argument of raised exception - # it is applicable when exceptions is active - name: CM_EXCEPTIONS_ARGUMENTS value: "java.lang.String:custom illegal argument exception" @@ -449,7 +445,7 @@ spec: value: "parallel" labels: - name: spring-boot-faults + name: spring-boot-exceptions app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -462,9 +458,9 @@ description: It can target random pods with a Spring Boot application and allows configuring the assaults to inject network latency kind: ChaosExperiment metadata: - name: spring-boot-exceptions + name: spring-boot-latency labels: - name: spring-boot-exceptions + name: spring-boot-latency app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -509,28 +505,24 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name spring-boot-exceptions + - ./experiments -name spring-boot-latency command: - /bin/bash env: - # Type of raised exception - - name: CM_EXCEPTIONS_TYPE - value: "java.lang.IllegalArgumentException" - - # Argument of raised exception - - name: CM_EXCEPTIONS_ARGUMENTS - value: "java.lang.String:custom illegal argument exception" + # provide the latency (ms) + - name: LATENCY + value: "2000" - # port of the spring boot application + # port of the spring boot application - name: CM_PORT value: "" - #it contains number of requests are to be attacked - # n value means nth request will be affected + # it contains number of requests are to be attacked + # n value means nth request will be affected - name: CM_LEVEL value: "1" - # it limits watched packages/classes/methods + # it limits watched packages/classes/methods - name: CM_WATCHED_CUSTOM_SERVICES value: "" @@ -556,7 +548,7 @@ spec: value: "parallel" labels: - name: spring-boot-exceptions + name: spring-boot-latency app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0 @@ -566,12 +558,12 @@ spec: apiVersion: litmuschaos.io/v1alpha1 description: message: | - It can target random pods with a Spring Boot application and allows configuring the assaults to inject app-kill + It can target random pods with a Spring Boot application and allows configuring the assaults to inject memory-stress kind: ChaosExperiment metadata: - name: spring-boot-app-kill + name: spring-boot-memory-stress labels: - name: spring-boot-app-kill + name: spring-boot-memory-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: chaosexperiment app.kubernetes.io/version: 3.4.0 @@ -616,20 +608,25 @@ spec: imagePullPolicy: Always args: - -c - - ./experiments -name spring-boot-app-kill + - ./experiments -name spring-boot-memory-stress command: - /bin/bash env: - # port of the spring boot application + # it contains fraction of memory to be stressed(0.70 equals 70%) + # it supports value in range [0.01,0.95] + - name: MEMORY_FILL_FRACTION + value: "0.70" + + # port of the spring boot application - name: CM_PORT value: "" - #it contains number of requests are to be attacked - # n value means nth request will be affected + # it contains number of requests are to be attacked + # n value means nth request will be affected - name: CM_LEVEL value: "1" - # it limits watched packages/classes/methods + # it limits watched packages/classes/methods - name: CM_WATCHED_CUSTOM_SERVICES value: "" @@ -638,6 +635,9 @@ spec: - name: CM_WATCHERS value: "restController" + - name: TOTAL_CHAOS_DURATION + value: "30" + ## percentage of total pods to target - name: PODS_AFFECTED_PERC value: "" @@ -652,7 +652,7 @@ spec: value: "parallel" labels: - name: spring-boot-app-kill + name: spring-boot-memory-stress app.kubernetes.io/part-of: litmus app.kubernetes.io/component: experiment-job app.kubernetes.io/version: 3.4.0