k8s.mk

K8S_APP_NAMESPACE = $(PROJECT_GROUP_SHORT)-$(PROJECT_NAME_SHORT)-$(ENVIRONMENT)
K8S_DIR = $(PROJECT_DIR)/deployment/stacks
K8S_DIR_REL = $(shell echo $(K8S_DIR) | sed "s;$(PROJECT_DIR);;g")
K8S_JOB_NAMESPACE = $(PROJECT_GROUP_SHORT)-$(PROJECT_NAME_SHORT)-$(ENVIRONMENT)-job
K8S_KUBECONFIG_FILE = $(or $(TEXAS_K8S_KUBECONFIG_FILE), kubeconfig-lk8s-$(AWS_ACCOUNT_NAME)/cluster_kubeconfig)
K8S_TTL_LENGTH = $(or $(TEXAS_K8S_TTL_LENGTH), 2 days)
K8S_NAMESPACE = $(K8S_JOB_NAMESPACE)

# ==============================================================================

k8s-create-base-from-template: ### Create Kubernetes base deployment from template - optional: STACK=[name]
	stack=$(or $(STACK), default)
	mkdir -p $(DEPLOYMENT_DIR)/stacks/$$stack
	cp -rfv $(LIB_DIR)/k8s/template/deployment/stacks/stack/base $(DEPLOYMENT_DIR)/stacks/$$stack
	make -s file-replace-variables-in-dir \
		DIR=$(DEPLOYMENT_DIR)/stacks/$$stack/base \
		SUFFIX=_TEMPLATE_TO_REPLACE
	find $(DEPLOYMENT_DIR)/stacks/$$stack/base -type d -name '*_TEMPLATE_TO_REPLACE' -print0 | xargs -0 rm -rf
	cp -fv $(LIB_DIR)/k8s/template/deployment/stacks/.gitignore $(DEPLOYMENT_DIR)/stacks

k8s-create-overlay-from-template: ### Create Kubernetes overlay deployment from template - mamdatory: PROFILE=[name]; optional: STACK=[name]
	stack=$(or $(STACK), default)
	mkdir -p $(DEPLOYMENT_DIR)/stacks/$$stack
	cp -rfv $(LIB_DIR)/k8s/template/deployment/stacks/stack/overlays $(DEPLOYMENT_DIR)/stacks/$$stack
	make -s file-replace-variables-in-dir \
		DIR=$(DEPLOYMENT_DIR)/stacks/$$stack/overlays \
		SUFFIX=_TEMPLATE_TO_REPLACE
	find $(DEPLOYMENT_DIR)/stacks/$$stack/overlays -type d -name '*_TEMPLATE_TO_REPLACE' -print0 | xargs -0 rm -rf
	cp -fv $(LIB_DIR)/k8s/template/deployment/stacks/.gitignore $(DEPLOYMENT_DIR)/stacks

# ==============================================================================

k8s-deploy: ### Deploy application to the Kubernetes cluster - mandatory: STACK|STACKS|DEPLOYMENT_STACKS=[comma-separated names],PROFILE=[name]
	# set up
	eval "$$(make aws-assume-role-export-variables)"
	make k8s-kubeconfig-get
	eval "$$(make k8s-kubeconfig-export-variables)"
	# deploy
	for stack in $$(echo $(or $(STACK), $(or $(STACKS), $(DEPLOYMENT_STACKS))) | tr "," "\n"); do
		make k8s-replace-variables STACK=$$stack PROFILE=$(PROFILE)
		kubectl apply -k $$(make -s _k8s-get-deployment-directory STACK=$$stack)
		make k8s-clean STACK=$$stack # TODO: Create a flag to switch it off
		make k8s-sts
	done

k8s-undeploy: ### Remove Kubernetes resources from the application namespace - mandatory: PROFILE=[name]
	# set up
	eval "$$(make aws-assume-role-export-variables)"
	make k8s-kubeconfig-get
	eval "$$(make k8s-kubeconfig-export-variables)"
	# undeploy
	if kubectl get namespaces | grep -o "$(K8S_APP_NAMESPACE) "; then
		kubectl delete namespace $(K8S_APP_NAMESPACE)
	fi

k8s-deploy-job: ### Deploy job to the Kubernetes cluster - mandatory: STACK|STACKS|DEPLOYMENT_STACKS=[comma-separated names],PROFILE=[name]
	# set up
	eval "$$(make aws-assume-role-export-variables)"
	make k8s-kubeconfig-get
	eval "$$(make k8s-kubeconfig-export-variables)"
	# deploy
	for stack in $$(echo $(or $(STACK), $(or $(STACKS), $(DEPLOYMENT_STACKS))) | tr "," "\n"); do
		make k8s-replace-variables STACK=$$stack PROFILE=$(PROFILE)
		kubectl delete jobs --all -n $(K8S_JOB_NAMESPACE)
		kubectl apply -k $$(make -s _k8s-get-deployment-directory STACK=$$stack)
		make k8s-clean STACK=$$stack # TODO: Create a flag to switch it off
		make k8s-job
		make k8s-job-wait-to-complete
	done

k8s-undeploy-job: ### Remove Kubernetes resources from the job namespace - mandatory: PROFILE=[name]
	# set up
	eval "$$(make aws-assume-role-export-variables)"
	make k8s-kubeconfig-get
	eval "$$(make k8s-kubeconfig-export-variables)"
	# undeploy
	if kubectl get namespaces | grep -o "$(K8S_JOB_NAMESPACE) "; then
		kubectl delete namespace $(K8S_JOB_NAMESPACE)
	fi

k8s-deploy-tester: ### Deploy tester job to the Kubernetes cluster - mandatory: STACK=[name],PROFILE=[name],TESTER_NAME=[tester name]
	# set up
	eval "$$(make aws-assume-role-export-variables)"
	make k8s-kubeconfig-get
	eval "$$(make k8s-kubeconfig-export-variables)"
	# deploy
	make k8s-replace-variables STACK=$(STACK) PROFILE=$(PROFILE)
	make k8s-job-delete-tester PROFILE=$(PROFILE)
	kubectl apply -k $$(make -s _k8s-get-deployment-directory)
	make k8s-clean # TODO: Create a flag to switch it off
	kubectl get pod -n $(K8S_APP_NAMESPACE)
	make k8s-job-tester-wait-to-complete

k8s-job-delete-tester: ### Remove tester resources from application namespace - mandatory: PROFILE=[name]
	if [ ! -z $$(kubectl get job -n $(K8S_APP_NAMESPACE) | awk '/^.*-tester/{print $$1}') ]; then
		kubectl get job -n $(K8S_APP_NAMESPACE) | awk '/^.*-tester/{print $$1}' | xargs kubectl delete job -n=$(K8S_APP_NAMESPACE)
	fi

k8s-job-tester-wait-to-complete: ### Wait for the job to complete mandatory: TESTER_NAME=[tester_name] - optional SECONDS=[number of seconds, defaults to 60]
	seconds=$(or $(SECONDS), 60)
	echo "Waiting for the job to complete in $$seconds seconds"
	count=0
	get_log=false
	while [ $$count -lt $$seconds ]; do
		if [ true == "$$(make k8s-job-tester-is-running)" ]; then
			if [ false == $$get_log ]; then
					echo "The job is running"
					kubectl logs --follow --namespace=$(K8S_APP_NAMESPACE) $$(make k8s-job-tester-get-pod-name) &
					get_log=true
			fi
		fi
		if [ true == "$$(make k8s-job-tester-has-failed)" ]; then
			echo "ERROR: The job has failed"
			exit 1
		fi
		if [ true == "$$(make k8s-job-tester-has-completed)" ]; then
			echo "The job has completed"
			if [ false == $$get_log ]; then
				kubectl logs --follow --namespace=$(K8S_APP_NAMESPACE) $$(make k8s-job-tester-get-pod-name) &
				get_log=true
			fi
			exit 0
		fi
		sleep 1
		((count++)) ||:
	done
	echo "ERROR: The job did not complete in the given time of $$seconds seconds"
	exit 1

k8s-job-tester-has-failed: ### Show whether the job failed - mandatory: TESTER_NAME=[tester_name] return: [true|""]
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl get jobs $(TESTER_NAME) \
		--namespace=$(K8S_APP_NAMESPACE) \
		--output jsonpath='{.status.conditions[?(@.type=="Failed")].status}' \
	| tr '[:upper:]' '[:lower:]' | tr -d '\n'

k8s-job-tester-is-running: ### Show whether the job failed - man:q:qqdatory: TESTER_NAME=[tester_name] return: [true|""]
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl get pod $$(make k8s-job-tester-get-pod-name) \
		--namespace=$(K8S_APP_NAMESPACE) \
		--output jsonpath='{.status.containerStatuses[0].started}' | sed 's/1/true/g'

k8s-job-tester-has-completed: ### Show whether the job completed mandatory: TESTER_NAME=[tester_name] - return: [true|""]
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl get jobs $(TESTER_NAME) \
		--namespace=$(K8S_APP_NAMESPACE) \
		--output jsonpath='{.status.conditions[?(@.type=="Complete")].status}' \
	| tr '[:upper:]' '[:lower:]' | tr -d '\n'

k8s-job-tester-get-pod-name: ### Get the name of the job pod mandatory: TESTER_NAME=[tester_name] - return: [pod name]
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl get pods \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector "name=$(TESTER_NAME)" \
		--output jsonpath='{.items..metadata.name}'

k8s-alb-get-ingress-endpoint: ### Get ALB ingress enpoint - mandatory: PROFILE=[name]
	# set up
	eval "$$(make aws-assume-role-export-variables)"
	make k8s-kubeconfig-get
	eval "$$(make k8s-kubeconfig-export-variables)"
	# get ingress endpoint
	kubectl get ingress \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector="env=$(ENVIRONMENT)" \
		--output=json \
	| make -s docker-run-tools CMD="jq -rf $(JQ_DIR_REL)/k8s-alb-get-ingress-endpoint.jq"
	# TODO: Check `https://$(PROJECT_GROUP_SHORT)-$(PROJECT_NAME_SHORT)-$(ENVIRONMENT)-proxy-ingress.$(TEXAS_HOSTED_ZONE)`

k8s-pod-get-status-phase: ### Get the pod status phase - return: [phase name]
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl get pod $$(make k8s-job-get-pod-name) \
		--namespace=$(K8S_NAMESPACE) \
		--output=json \
	| make -s docker-run-tools CMD="jq -r '.status.phase'" | tr '[:upper:]' '[:lower:]' | tr -d '\n'

k8s-job-wait-to-complete: ### Wait for the job to complete - optional SECONDS=[number of seconds, defaults to 60]
	seconds=$(or $(SECONDS), 60)
	echo "Waiting for the job to complete in $$seconds seconds"
	sleep 10 && kubectl logs --follow --namespace=$(K8S_NAMESPACE) $$(make k8s-job-get-pod-name) &
	count=0
	while [ $$count -lt $$seconds ]; do
		if [ true == "$$(make k8s-job-has-failed)" ]; then
			echo "ERROR: The job has failed"
			exit 1
		fi
		if [ true == "$$(make k8s-job-has-completed)" ]; then
			echo "The job has completed"
			exit 0
		fi
		sleep 1
		((count++)) ||:
	done
	echo "ERROR: The job did not complete in the given time of $$seconds seconds"
	exit 1

k8s-job-log: ### Show the job pod logs
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl logs $$(make k8s-job-get-pod-name) \
		--namespace=$(K8S_NAMESPACE)

k8s-job-get-name: ### Get the name of the job - mandatory: PROFILE=[name]; return: [job name]
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl get jobs \
		--namespace=$(K8S_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)" \
		--output jsonpath='{.items..metadata.name}'

k8s-job-get-pod-name: ### Get the name of the job pod - mandatory: PROFILE=[name]; return: [pod name]
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl get pods \
		--namespace=$(K8S_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)" \
		--output jsonpath='{.items..metadata.name}'

k8s-job-has-completed: ### Show whether the job completed - return: [true|""]
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl get jobs $$(make k8s-job-get-name) \
		--namespace=$(K8S_NAMESPACE) \
		--output jsonpath='{.status.conditions[?(@.type=="Complete")].status}' \
	| tr '[:upper:]' '[:lower:]' | tr -d '\n'

k8s-job-has-failed: ### Show whether the job failed - return: [true|""]
	eval "$$(make k8s-kubeconfig-export-variables)"
	kubectl get jobs $$(make k8s-job-get-name) \
		--namespace=$(K8S_NAMESPACE) \
		--output jsonpath='{.status.conditions[?(@.type=="Failed")].status}' \
	| tr '[:upper:]' '[:lower:]' | tr -d '\n'

# ==============================================================================

k8s-replace-variables: ### Replace variables in base and overlay of a stack - mandatory: STACK=[name],PROFILE=[name]
	rsync -rav \
		--include=*.yaml \
		$(K8S_DIR)/$(STACK)/base/template/* \
		$(K8S_DIR)/$(STACK)/base
	if [ -d $(K8S_DIR)/$(STACK)/overlays/$(PROFILE)/template ]; then
		rsync -rav \
			--include=*.yaml \
			$(K8S_DIR)/$(STACK)/overlays/$(PROFILE)/template/* \
			$(K8S_DIR)/$(STACK)/overlays/$(PROFILE)
	fi
	files=(
		$$(find $(K8S_DIR)/$(STACK)/base -type f -name '*.yaml' -print | grep -v "/template/")
		$$(find $(K8S_DIR)/$(STACK)/overlays/$(PROFILE) -type f -name '*.yaml' -print 2> /dev/null | grep -v "/template/" ||:)
	)
	export K8S_TTL=$$(make k8s-get-namespace-ttl)
	for file in $${files[@]}; do
		make -s file-replace-variables FILE=$$file
	done

k8s-get-namespace-ttl: ### Get the length of time for the namespace to live
	date -u +"%d-%b-%Y" -d "+$(K8S_TTL_LENGTH)"

k8s-kubeconfig-get: ### Get configuration file
	make aws-s3-download \
		URI=$(K8S_KUBECONFIG_FILE) \
		FILE=$(TMP_DIR_REL)/lk8s-$(AWS_ACCOUNT_NAME)-kubeconfig
	if [ $(PROFILE) == "local" ] && [ $(BUILD_ID) -eq 0 ]; then
		mkdir -p $(HOME)/.kube/configs
		cp -f \
			$(TMP_DIR_REL)/lk8s-$(AWS_ACCOUNT_NAME)-kubeconfig \
			$(HOME)/.kube/configs/lk8s-$(AWS_ACCOUNT_NAME)-kubeconfig
	fi

k8s-kubeconfig-export-variables k8s-kubeconfig-export: ### Export configuration file
	echo "export KUBECONFIG=$(TMP_DIR_REL)/lk8s-$(AWS_ACCOUNT_NAME)-kubeconfig"

k8s-clean: ### Clean Kubernetes files - mandatory: STACK=[name]
	find $(K8S_DIR) -type f -name '*.yaml' -print | grep -v "/template/" | xargs rm -fv
	find $(K8S_DIR)/$(STACK)/base ! -path $(K8S_DIR)/$(STACK)/base -type d -print | \
		grep -v "/template" | \
		xargs rm -rfv

# ==============================================================================

_k8s-get-deployment-directory: ### Get deployment directory - mandatory: STACK=[name],PROFILE=[name]
	if [ -d $(K8S_DIR)/$(STACK)/overlays/$(PROFILE) ]; then
		echo $(K8S_DIR)/$(STACK)/overlays/$(PROFILE)
	else
		echo $(K8S_DIR)/$(STACK)/base
	fi

# ==============================================================================
# TODO: This section needs a review

k8s-cnf: ### Show configmaps - mandatory: PROFILE=[name]
	eval "$$(make k8s-kubeconfig-export-variables)"
	echo
	kubectl get configmaps \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)" \
		--output json
	echo

k8s-log: ### Show logs - mandatory: PROFILE=[name]
	eval "$$(make k8s-kubeconfig-export-variables)"
	echo
	kubectl logs \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)" \
		--max-log-requests=20 \
		--all-containers=true \
		--since=60s \
		--follow=true
	echo

k8s-net: ### Show network policies - mandatory: PROFILE=[name]
	eval "$$(make k8s-kubeconfig-export-variables)"
	echo
	kubectl describe networkpolicies \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)"
	echo

k8s-sts: ### Show status of pods and services - mandatory: PROFILE=[name]
	eval "$$(make k8s-kubeconfig-export-variables)"
	echo -e "\nDisplay namespaces"
	kubectl get namespace \
		--selector "project-group=$(PROJECT_GROUP_SHORT)" \
		--show-labels
	echo -e "\nDisplay configmaps"
	kubectl get configmaps \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)"
	echo -e "\nDisplay networkpolicies"
	kubectl get networkpolicies \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)"
	echo -e "\nDisplay pods"
	kubectl get pods \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)" \
		--output wide
	echo -e "\nDisplay services"
	kubectl get services \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)"
	echo -e "\nDisplay ingress"
	kubectl get ingress \
		--namespace=$(K8S_APP_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)"
	echo -e "\nDisplay events"
	kubectl get events \
		--namespace=$(K8S_APP_NAMESPACE)

# ==============================================================================
# TODO: This section needs a review

k8s-job: ### Show status of jobs - mandatory: PROFILE=[name]
	eval "$$(make k8s-kubeconfig-export-variables)"
	echo -e "\nDisplay namespaces"
	kubectl get namespace \
		--selector "project-group=$(PROJECT_GROUP_SHORT)" \
		--show-labels
	echo -e "\nDisplay configmaps"
	kubectl get configmaps \
		--namespace=$(K8S_JOB_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)"
	echo -e "\nDisplay networkpolicies"
	kubectl get networkpolicies \
		--namespace=$(K8S_JOB_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)"
	echo -e "\nDisplay pods"
	kubectl get pods \
		--namespace=$(K8S_JOB_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)" \
		--output wide
	echo -e "\nDisplay jobs"
	kubectl get jobs \
		--namespace=$(K8S_JOB_NAMESPACE) \
		--selector "env=$(ENVIRONMENT)"
	echo -e "\nDisplay events"
	kubectl get events \
		--namespace=$(K8S_JOB_NAMESPACE)

# ==============================================================================

.SILENT: \
	_k8s-get-deployment-directory \
	k8s-cnf \
	k8s-get-namespace-ttl \
	k8s-job-get-name \
	k8s-job-get-pod-name \
	k8s-job-has-completed \
	k8s-job-has-failed \
	k8s-job-log \
	k8s-job-wait-to-complete \
	k8s-job-tester-get-pod-name \
	k8s-job-tester-has-failed \
	k8s-job-tester-has-completed \
	k8s-job-tester-is-running \
	k8s-job-tester-wait-to-complete \
	k8s-kubeconfig-export \
	k8s-kubeconfig-export-variables \
	k8s-log \
	k8s-pod-get-status-phase \
	k8s-sts