K8s/Swiss Knife

From Chorke Wiki
Revision as of 10:21, 7 September 2024 by Shahed (talk | contribs) (→‎References)
(diff) ← Older revision | Latest revision (diff) | Newer revision → (diff)
Jump to navigation Jump to search
export KUBECONFIG="${HOME}/.kube/lke-dev-kubeconfig.yaml"
export KUBECONFIG="${HOME}/.kube/gke-uat-kubeconfig.yaml"
export KUBECONFIG="${HOME}/.kube/eks-pro-kubeconfig.yaml"
export KUBECONFIG="${HOME}/.kube/config"
kubectl config get-contexts
kubectl cluster-info
kubectl get ns|grep swiss-knife
kubectl delete ns   swiss-knife
kubectl create ns   swiss-knife

Deploy » Minikube

PV » Manual


PV » Dynamic


Service & Deployment


cat << YML | kubectl -n swiss-knife apply -f -
---
apiVersion: v1
kind: PersistentVolume
metadata:
  name: swiss-knife-${USER}-pv
spec:
  storageClassName: standard
  capacity:
    storage: 10Gi
  accessModes:
  - ReadWriteOnce
  hostPath:
    path: /tmp/hostpath-provisioner/swiss-knife/swiss-knife-${USER}-pvc
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  labels:
    app.kubernetes.io/name: swiss-knife-${USER}
  name: swiss-knife-${USER}-pvc
spec:
  storageClassName: standard
  accessModes:
  - ReadWriteOnce
  resources:
    requests:
      storage: 10Gi
  volumeName: swiss-knife-${USER}-pv
YML
cat << YML | kubectl -n swiss-knife apply -f -
---












---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  labels:
    app.kubernetes.io/name: swiss-knife-${USER}
  name: swiss-knife-${USER}-pvc
spec:
  storageClassName: standard
  accessModes:
  - ReadWriteOnce
  resources:
    requests:
      storage: 10Gi

YML
cat << YML | kubectl -n swiss-knife apply -f -
---
apiVersion: v1
kind: Service
metadata:
  name: swiss-knife-${USER}
spec:
  ports:
  - port: 80
  selector:
    app: swiss-knife-${USER}
  clusterIP: None
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: swiss-knife-${USER}
spec:
  selector: 
    matchLabels:
      app: swiss-knife-${USER}
  replicas: 1
  template:
    metadata:
      labels:
        app: swiss-knife-${USER}
    spec:
      containers:
      - name: nginx
        image: nginx:1.27-alpine
        ports:
        - containerPort: 80
        volumeMounts:
        - mountPath: /opt/swiss-knife/${USER}
          name: ${USER}-data
      volumes:
      - name: ${USER}-data
        persistentVolumeClaim:
          claimName: swiss-knife-${USER}-pvc
      restartPolicy: Always
YML

kubectl -n swiss-knife exec -it     svc/swiss-knife-${USER} -c nginx -- sh
kubectl -n swiss-knife exec -it     svc/swiss-knife-${USER} -- sh

kubectl -n swiss-knife port-forward svc/swiss-knife-${USER} 1980:80
kubectl -n swiss-knife port-forward svc/swiss-knife-${USER}     :80

kubectl -n swiss-knife delete deploy    swiss-knife-${USER}
kubectl -n swiss-knife delete svc       swiss-knife-${USER}
kubectl -n swiss-knife delete pvc       swiss-knife-${USER}-pvc
kubectl                delete pv        swiss-knife-${USER}-pv

Deploy » EKS

PV » Manual


PV » Dynamic


Service & Deployment


cat << YML | kubectl -n swiss-knife apply -f -
---
apiVersion: v1
kind: PersistentVolume
metadata:
  name: swiss-knife-${USER}-pv
spec:
  storageClassName: "gp2"
  capacity:
    storage: 10Gi
  accessModes:
  - ReadWriteOnce
  awsElasticBlockStore:
    fsType: ext4
    volumeID: aws://ap-southeast-1/${EBS_VOLUME_ID}
  persistentVolumeReclaimPolicy: Retain
---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  labels:
    app.kubernetes.io/name: swiss-knife-${USER}
  name: swiss-knife-${USER}-pvc
spec:
  storageClassName: "gp2"
  accessModes:
  - ReadWriteOnce
  resources:
    requests:
      storage: 10Gi
  volumeName: swiss-knife-${USER}-pv
YML
cat << YML | kubectl -n swiss-knife apply -f -
---














---
apiVersion: v1
kind: PersistentVolumeClaim
metadata:
  labels:
    app.kubernetes.io/name: swiss-knife-${USER}
  name: swiss-knife-${USER}-pvc
spec:
  storageClassName: "gp2"
  accessModes:
  - ReadWriteOnce
  resources:
    requests:
      storage: 10Gi
  volumeName: swiss-knife-${USER}-pv
YML
cat << YML | kubectl -n swiss-knife apply -f -
---
apiVersion: v1
kind: Service
metadata:
  name: swiss-knife-${USER}
spec:
  ports:
  - port: 80
  selector:
    app: swiss-knife-${USER}
  clusterIP: None
---
apiVersion: apps/v1
kind: Deployment
metadata:
  name: swiss-knife-${USER}
spec:
  selector: 
    matchLabels:
      app: swiss-knife-${USER}
  replicas: 1
  template:
    metadata:
      labels:
        app: swiss-knife-${USER}
    spec:
      nodeSelector:
        topology.kubernetes.io/zone: ap-southeast-1a
      containers:
      - name: nginx
        image: nginx:1.27-alpine
        ports:
        - containerPort: 80
        volumeMounts:
        - mountPath: /opt/swiss-knife/${USER}
          name: ${USER}-data
      volumes:
      - name: ${USER}-data
        persistentVolumeClaim:
          claimName: swiss-knife-${USER}-pvc
      restartPolicy: Always
YML

kubectl -n swiss-knife exec -it     svc/swiss-knife-${USER} -c nginx -- sh
kubectl -n swiss-knife exec -it     svc/swiss-knife-${USER} -- sh

kubectl -n swiss-knife port-forward svc/swiss-knife-${USER} 1980:80
kubectl -n swiss-knife port-forward svc/swiss-knife-${USER}     :80

# aws » ec2 » ebs » volume » name: sdlc-eks-swiss-knife-${USER}-data
kubectl -n swiss-knife delete deploy    swiss-knife-${USER}
kubectl -n swiss-knife delete svc       swiss-knife-${USER}
kubectl -n swiss-knife delete pvc       swiss-knife-${USER}-pvc
kubectl                delete pv        swiss-knife-${USER}-pv

Workaround

# copy dump into pod
SWISS_KNIFE_POD=$(kubectl -n swiss-knife get pods -l app=swiss-knife-${USER} -ojson|jq -r '.items[0].metadata.name')
kubectl -n swiss-knife cp ./gitlab_sdlc-20240820-T1622-ZP0800.sql.gz ${SWISS_KNIFE_POD}:/opt/swiss-knife/${USER}
kubectl -n swiss-knife exec -it svc/swiss-knife-${USER} -- ls -lah /opt/swiss-knife/${USER}

# install apk packages
kubectl -n swiss-knife exec -it svc/swiss-knife-${USER} -- sh
apk --update add postgresql-client inetutils-telnet

# import psql dump
kubectl -n swiss-knife exec -it svc/swiss-knife-${USER} -- sh
echo -n password: ;read -s PGPASSWORD;export PGPASSWORD;echo
gunzip -c /opt/swiss-knife/${USER}/./gitlab_sdlc-20240820-T1622-ZP0800.sql.gz|psql -Ugitlab gitlab
psql -d gitlab -U gitlab

Playground

kubectl -n swiss-knife exec -it svc/swiss-knife-${USER} -- sh
apk --update add --no-cache aws-cli inetutils-telnet postgresql-client rsync

aws configure --profile academia
export AWS_PROFILE=academia
aws sts get-caller-identity
aws configure list
cd /opt/swiss-knife/${USER}/

aws s3 cp s3://academia-backups/gitlab/gitlab-sdlc-20240820-T1622-ZP0800.sql.gz \
 gitlab-sdlc-20240820-T1622-ZP0800.sql.gz

aws s3 cp s3://academia-backups/gitlab/gitlab-sdlc-20240822-T1910-ZP0800.tar.gz \
 gitlab-sdlc-20240822-T1910-ZP0800.tar.gz

cd /opt/swiss-knife/${USER}/
 tar -xzf gitlab-sdlc-20240822-T1910-ZP0800.tar.gz
gunzip -c gitlab-sdlc-20240820-T1622-ZP0800.sql.gz|\
 psql -hpostgresql.postgresql -p5432 -Ugitlab gitlab

References