Makefile

# Makefile for building litmus-e2e
# Reference Guide - https://www.gnu.org/software/make/manual/make.html

IS_DOCKER_INSTALLED = $(shell which docker >> /dev/null 2>&1; echo $$?)

# docker info
DOCKER_REPO ?= litmuschaos
DOCKER_IMAGE ?= litmus-e2e
DOCKER_TAG ?= ci

.PHONY: build-litmus
build-litmus:

	@echo "----------------"
	@echo "Building Litmus "
	@echo "----------------"
	@go test tests/install-litmus_test.go -v -count=1

.PHONY: app-deploy
app-deploy:

	@echo "----------------------"
	@echo "Deploying Application "
	@echo "----------------------"
	@go test tests/app-deploy_test.go -v -count=1

.PHONY: liveness
liveness:

	@echo "----------------------"
	@echo "Deploying Liveness Pod"
	@echo "----------------------"
	@go test tests/app-liveness_test.go -v -count=1

.PHONY: auxiliary-app
auxiliary-app:

	@echo "-----------------------"
	@echo "Deploying Auxiliary App"
	@echo "-----------------------"
	@go test tests/auxiliary-app_test.go -v -count=1	 

.PHONY: pod-delete
pod-delete:

	@echo "-------------------------------"
	@echo "Running pod-delete experiment"
	@echo "--------------------------------"
	@go test tests/pod-delete_test.go -v -count=1

.PHONY: container-kill
container-kill:

	@echo "-------------------------------"
	@echo "Running container-kill experiment"
	@echo "--------------------------------"
	@go test tests/container-kill_test.go -v -count=1

.PHONY: pod-network-latency
pod-network-latency:

	@echo "--------------------------------------"
	@echo "Running pod-network-latency experiment"
	@echo "--------------------------------------"
	@go test tests/pod-network-latency_test.go -v -count=1

.PHONY: pod-network-loss
pod-network-loss:

	@echo "-----------------------------------"
	@echo "Running pod-network-loss experiment"
	@echo "-----------------------------------"
	@go test tests/pod-network-loss_test.go -v -count=1


.PHONY: pod-network-corruption
pod-network-corruption:

	@echo "-------------------------------"
	@echo "Running pod-network-corruption experiment"
	@echo "--------------------------------"
	@go test tests/pod-network-corruption_test.go -v -count=1

.PHONY: pod-cpu-hog
pod-cpu-hog:

	@echo "-------------------------------"
	@echo "Running pod-cpu-hog experiment"
	@echo "--------------------------------"
	@go test tests/pod-cpu-hog_test.go -v -count=1

.PHONY: pod-cpu-hog-exec
pod-cpu-hog-exec:

	@echo "-------------------------------"
	@echo "Running pod-cpu-hog-exec experiment"
	@echo "--------------------------------"
	@go test tests/pod-cpu-hog-exec_test.go -v -count=1

.PHONY: node-cpu-hog
node-cpu-hog:

	@echo "-------------------------------"
	@echo "Running node-cpu-hog experiment"
	@echo "--------------------------------"
	@go test tests/node-cpu-hog_test.go -v -count=1

.PHONY: node-drain
node-drain:

	@echo "---------------------------------"
	@echo "Running node-drain experiment"
	@echo "---------------------------------"
	@go test tests/node-drain_test.go -v -count=1

.PHONY: disk-fill
disk-fill:

	@echo "--------------------------------"
	@echo "Running disk-fill experiment"
	@echo "--------------------------------"
	@go test tests/disk-fill_test.go -v -count=1

.PHONY: node-memory-hog
node-memory-hog:

	@echo "----------------------------------"
	@echo "Running node-memory-hog experiment"
	@echo "----------------------------------"
	@go test tests/node-memory-hog_test.go -v -count=1

.PHONY: pod-memory-hog
pod-memory-hog:

	@echo "---------------------------------"
	@echo "Running pod-memory-hog experiment"
	@echo "---------------------------------"
	@go test tests/pod-memory-hog_test.go -v -count=1

.PHONY: pod-memory-hog-exec
pod-memory-hog-exec:

	@echo "---------------------------------"
	@echo "Running pod-memory-hog-exec experiment"
	@echo "---------------------------------"
	@go test tests/pod-memory-hog-exec_test.go -v -count=1

.PHONY: kubelet-service-kill
kubelet-service-kill:

	@echo "---------------------------------------"
	@echo "Running kubelet-service-kill experiment"
	@echo "---------------------------------------"
	@go test tests/kubelet-service-kill_test.go -v -count=1

.PHONY: node-taint
node-taint:

	@echo "---------------------------------------"
	@echo "Running node-taint experiment"
	@echo "---------------------------------------"
	@go test tests/node-taint_test.go -v -count=1

.PHONY: pod-network-duplication
pod-network-duplication:

	@echo "------------------------------------------"
	@echo "Running pod-network-duplication experiment"
	@echo "------------------------------------------"
	@go test tests/pod-network-duplication_test.go -v -count=1

.PHONY: pod-autoscaler
pod-autoscaler:

	@echo "------------------------------------------"
	@echo "Running pod-autoscaler experiment"
	@echo "------------------------------------------"
	@go test tests/pod-autoscaler_test.go -v -count=1	
	
.PHONY: pod-io-stress
pod-io-stress:

	@echo "------------------------------------------"
	@echo "Running pod-io-stress experiment"
	@echo "------------------------------------------"
	@go test tests/pod-io-stress_test.go -v -count=1	

.PHONY: node-io-stress
node-io-stress:

	@echo "------------------------------------------"
	@echo "Running node-io-stress experiment"
	@echo "------------------------------------------"
	@go test tests/node-io-stress_test.go -v -count=1	

.PHONY: ec2-terminate-by-id
ec2-terminate-by-id:

	@echo "------------------------------------------"
	@echo "Running ec2-terminate-by-id experiment"
	@echo "------------------------------------------"
	@go test platform/aws/ec2-terminate-by-id_test.go -v -count=1 -timeout=20m

.PHONY: ec2-terminate-by-tag
ec2-terminate-by-tag:

	@echo "------------------------------------------"
	@echo "Running ec2-terminate-by-tag experiment"
	@echo "------------------------------------------"
	@go test platform/aws/ec2-terminate-by-tag_test.go -v -count=1 -timeout=20m		

.PHONY: ebs-loss-by-id
ebs-loss-by-id:

	@echo "------------------------------------------"
	@echo "Running ebs-loss-by-id experiment"
	@echo "------------------------------------------"
	@go test platform/aws/ebs-loss-by-id_test.go -v -count=1 -timeout=20m		

.PHONY: ebs-loss-by-tag
ebs-loss-by-tag:

	@echo "------------------------------------------"
	@echo "Running ebs-loss-by-tag experiment"
	@echo "------------------------------------------"
	@go test platform/aws/ebs-loss-by-tag_test.go -v -count=1 -timeout=20m					

.PHONY: gcp-vm-instance-stop
gcp-vm-instance-stop:
  
	@echo "------------------------------------------"
	@echo "Running gcp-vm-instance-stop experiment"
	@echo "------------------------------------------"
	@go test platform/gcp/gcp-vm-instance-stop_test.go -v -count=1 -timeout=20m

.PHONY: gcp-vm-disk-loss
gcp-vm-disk-loss:
  
	@echo "------------------------------------------"
	@echo "Running gcp-vm-disk-loss experiment"
	@echo "------------------------------------------"
	@go test platform/gcp/gcp-vm-disk-loss_test.go -v -count=1 -timeout=20m

.PHONY: vm-poweroff
vm-poweroff:

	@echo "------------------------------------------"
	@echo "Running vm-poweroff experiment"
	@echo "------------------------------------------"
	@go test platform/vmware/vm-poweroff_test.go -v -count=1 -timeout=20m

.PHONY: operator-reconcile-resiliency-check
 operator-reconcile-resiliency-check:

	@echo "--------------------------------------------"
	@echo "Running  Operator Reconcile Resiliency Check"
	@echo "--------------------------------------------"
	@go test components/operator/reconcile-resiliency_test.go -v -count=1

.PHONY: admin-mode-check
admin-mode-check:

	@echo "------------------------"
	@echo "Running Admin Mode Check"
	@echo "------------------------"
	@go test components/operator/admin-mode_test.go -v -count=1	

.PHONY: with-app-info
with-app-info:
	@echo "-----------------------------"
	@echo "Running With App info test"
	@echo "-----------------------------"
	@go test tests/with-appinfo_test.go -v -count=1 -timeout=30m		

.PHONY: pod-affected-perc-ton-parallel
pod-affected-perc-ton-parallel:
	@echo "------------------------------------------------------------"
	@echo "Running pod affected percentage 100 and sequence as parallel"
	@echo "------------------------------------------------------------"
	@go test tests/pod-affected-perc-ton-parallel_test.go -v -count=1 -timeout=30m

.PHONY: pod-affected-perc-ton-series
pod-affected-perc-ton-series:
	@echo "----------------------------------------------------------"
	@echo "Running pod affected percentage 100 and sequence as series"
	@echo "----------------------------------------------------------"
	@go test tests/pod-affected-perc-ton-series_test.go -v -count=1 -timeout=30m			

.PHONY: multiple-app-deploy
multiple-app-deploy:
	@echo "------------------------------------------------"
	@echo "Running Pod Level Chaos With Multiple app deploy"
	@echo "------------------------------------------------"
	@go test tests/multiple-app-deploy_test.go -v -count=1 -timeout=30m

.PHONY: run-history
run-history:
	@echo "------------------------------------------------"
	@echo "Running Run History Check"
	@echo "------------------------------------------------"
	@go test components/result/run-history_test.go -v -count=1

.PHONY: node-selector
node-selector:
	@echo "-----------------------------------"
	@echo "Running Node Selector Check"
	@echo "-----------------------------------"
	@go test tests/node-selector_test.go -v -count=1

.PHONY: env-from-secret-and-configmap
env-from-secret-and-configmap:
	@echo "------------------------------------------------------"
	@echo "Running Pod Delete Chaos ENV from Secret and ConfigMap"
	@echo "------------------------------------------------------"
	@go test tests/env-from-secret-and-cm_test.go -v -count=1					

.PHONY: app-cleanup
app-cleanup:

	@echo "--------------------"
	@echo "Deleting Application "
	@echo "--------------------"
	@go test tests/app-cleanup_test.go -v -count=1

.PHONY: litmus-cleanup
litmus-cleanup:

	@echo "--------------------"
	@echo "Deleting litmus "
	@echo "--------------------"
	@go test tests/litmus-cleanup_test.go -v -count=1

.PHONY: pipeline-status-update
pipeline-status-update:

	@echo "------------------------"
	@echo "Updating Pipeline Status"
	@echo "------------------------"
	@go test tests/pipeline-update_test.go -v -count=1

.PHONY: deps
deps: _build_check_docker godeps docker-build

_build_check_docker:
	@if [ $(IS_DOCKER_INSTALLED) -eq 1 ]; \
		then echo "" \
		&& echo "ERROR:\tdocker is not installed. Please install it before build." \
		&& echo "" \
		&& exit 1; \
		fi;

godeps:
	@echo "INFO:\tverifying dependencies for litmus-e2e build ..."
	@go get -u -v golang.org/x/lint/golint
	@go get -u -v golang.org/x/tools/cmd/goimports

docker-build: 
	@echo "----------------------------"
	@echo "--> Build litmus-e2e image" 
	@echo "----------------------------"
	# Dockerfile available in the repo root
	docker build . -f build/Dockerfile -t $(DOCKER_REPO)/$(DOCKER_IMAGE):$(DOCKER_TAG)

.PHONY: save
save: docker-save

docker-save:
	@echo "---------------------------"
	@echo "--> Saving litmus-e2e image"
	@echo "---------------------------"
	@docker save -o $(SAVE_PATH)/image.tar $(DOCKER_REPO)/$(DOCKER_IMAGE):$(DOCKER_TAG)

.PHONY: push
push: docker-push

docker-push:
	@echo "---------------------------"
	@echo "--> Push litmus-e2e image" 
	@echo "---------------------------"
	REPONAME="$(DOCKER_REPO)" IMGNAME="$(DOCKER_IMAGE)" IMGTAG="$(DOCKER_TAG)" ./build/push	 
	 
#################################################################################
#################            Ansible Experiment BDDS            #################
#################################################################################

.PHONY: ansible-pod-delete
ansible-pod-delete:

	@echo "-------------------------------------"
	@echo "Running Ansible Pod Delete Experiment"
	@echo "-------------------------------------"
	@go test ansible/ansible-pod-delete_test.go -v -count=1

.PHONY: ansible-container-kill
ansible-container-kill:

	@echo "-------------------------------------"
	@echo "Running Ansible Container Kill Experiment"
	@echo "-------------------------------------"
	@go test ansible/ansible-container-kill_test.go -v -count=1

.PHONY: ansible-disk-fill
ansible-disk-fill:

	@echo "-------------------------------------"
	@echo "Running Ansible disk fill Experiment"
	@echo "-------------------------------------"
	@go test ansible/ansible-disk-fill_test.go -v -count=1

.PHONY: ansible-node-cpu-hog
ansible-node-cpu-hog:

	@echo "---------------------------------------"
	@echo "Running Ansible Node CPU Hog Experiment"
	@echo "---------------------------------------"
	@go test ansible/ansible-node-cpu-hog_test.go -v -count=1

.PHONY: ansible-node-memory-hog
ansible-node-memory-hog:

	@echo "------------------------------------------"
	@echo "Running Ansible Node Memory Hog Experiment"
	@echo "------------------------------------------"
	@ansible/ansible-node-memory-hog_test.go -v -count=1

.PHONY: ansible-pod-cpu-hog
ansible-pod-cpu-hog:

	@echo "--------------------------------------"
	@echo "Running Ansible Pod CPU Hog Experiment"
	@echo "--------------------------------------"
	@go test ansible/ansible-pod-cpu-hog_test.go -v -count=1

.PHONY: ansible-pod-memory-hog
ansible-pod-memory-hog:

	@echo "-----------------------------------------"
	@echo "Running Ansible Pod Memory Hog Experiment"
	@echo "-----------------------------------------"
	@go test ansible/ansible-pod-memory-hog_test.go -v -count=1

.PHONY: ansible-pod-network-corruption
ansible-pod-network-corruption:

	@echo "-------------------------------------------------"
	@echo "Running Ansible Pod Network Corruption Experiment"
	@echo "-------------------------------------------------"
	@go test ansible/ansible-pod-network-corruption_test.go -v -count=1

.PHONY: ansible-pod-network-latency
ansible-pod-network-latency:

	@echo "----------------------------------------------"
	@echo "Running Ansible Pod Network Latency Experiment"
	@echo "----------------------------------------------"
	@go test ansible/ansible-pod-network-latency_test.go -v -count=1


.PHONY: ansible-pod-network-loss
ansible-pod-network-loss:

	@echo "-------------------------------------------"
	@echo "Running Ansible Pod Network Loss Experiment"
	@echo "-------------------------------------------"
	@go test ansible/ansible-pod-network-loss_test.go -v -count=1


.PHONY: ansible-kubelet-service-kill
ansible-kubelet-service-kill:

	@echo "-----------------------------------------------"
	@echo "Running Ansible Kubelet Service Kill Experiment"
	@echo "-----------------------------------------------"
	@go test ansible/ansible-kubelet-service-kill_test.go -v -count=1


.PHONY: ansible-node-drain
ansible-node-drain:

	@echo "-------------------------------------"
	@echo "Running Ansible Node Drain Experiment"
	@echo "-------------------------------------"
	@go test ansible/ansible-node-drain_test.go -v -count=1	

######################
### NEGATIVE TESTS ###
######################

.PHONY: annotation-check
annotation-check:

	@echo "-----------------------------------------"
	@echo "Running Annotation Check For Chaos Engine"
	@echo "-----------------------------------------"
	@go test components/engine/annotation-check_test.go -v -count=1


.PHONY: appinfo
appinfo:

	@echo "---------------------------------------"
	@echo "Running App Info Check For Chaos Engine"
	@echo "---------------------------------------"
	@go test components/engine/appinfo_test.go -v -count=1

.PHONY: engine-state
engine-state:

	@echo "---------------------------------------"
	@echo "Running App Info Check For Chaos Engine"
	@echo "---------------------------------------"
	@go test components/engine/engine-state_test.go -v -count=1

.PHONY: experiment-404
experiment-404:

	@echo "----------------------------------------------"
	@echo "Running Experiment Name Check For Chaos Engine"
	@echo "----------------------------------------------"
	@go test components/engine/experiment-404_test.go -v -count=1

.PHONY: job-cleanup-policy
job-cleanup-policy:

	@echo "-------------------------------------------------"
	@echo "Running Job Cleanup Policy Check For Chaos Engine"
	@echo "-------------------------------------------------"
	@go test components/engine/job-cleanup-policy_test.go -v -count=1

.PHONY: service-account
service-account:

	@echo "----------------------------------------------"
	@echo "Running Service Account Check For Chaos Engine"
	@echo "----------------------------------------------"
	@go test components/engine/service-account_test.go -v -count=1

.PHONY: experiment-image
experiment-image:

	@echo "---------------------------------------------------"
	@echo "Running Experiment Image Check For Chaos Experiment"
	@echo "---------------------------------------------------"
	@go test components/experiment/experiment-image_test.go -v -count=1

.PHONY: target-pod
target-pod:

	@echo "-----------------------------"
	@echo "Running Target pod chaos test"
	@echo "-----------------------------"
	@go test components/experiment/target-pod_test.go -v -count=1