feat(cni): Using Terraform to provide Cilium as a CNI using Helm

COMPONENTS.md

@@ -1,8 +1,10 @@
 kubespray
 Argo autopilot
 
+Cilium
 Traefik
 cert-manager?
 ArgoCD
 Prometheus
-Grafana
+Grafana
+

README.md

@@ -1 +1,63 @@
-A Terraform script to provision a Kubernetes Cluster with stuff
+A Terraform script to provision a Kubernetes Cluster with stuff
+
+# Setup cluster with kubeadm
+
+Disable swap for kubelet to work properly
+```shell
+swapoff -a
+```
+
+```shell
+sudo apt-get update
+sudo apt-get install -y apt-transport-https ca-certificates curl
+
+sudo curl -fsSLo /usr/share/keyrings/kubernetes-archive-keyring.gpg https://packages.cloud.google.com/apt/doc/apt-key.gpg
+
+echo "deb [signed-by=/usr/share/keyrings/kubernetes-archive-keyring.gpg] https://apt.kubernetes.io/ kubernetes-xenial main" | sudo tee /etc/apt/sources.list.d/kubernetes.list
+
+sudo apt-get update
+sudo apt-get install -y containerd conntrack socat kubelet kubeadm kubectl 
+```
+
+cri-ctl: https://github.com/kubernetes-sigs/cri-tools
+nerdctl?
+
+```shell
+sudo kubeadm init
+```
+
+## Set up kubectl
+https://kubernetes.io/docs/tasks/tools/
+
+```shell
+mkdir -p $HOME/.kube
+sudo cp -i /etc/kubernetes/admin.conf $HOME/.kube/config
+sudo chown $(id -u):$(id -g) $HOME/.kube/config
+```
+
+## Install CNI
+We choose Cilium
+https://docs.cilium.io/en/stable/gettingstarted/k8s-install-helm/
+
+```shell
+helm repo add cilium https://helm.cilium.io/
+helm install cilium cilium/cilium --version 1.11.5 --namespace kube-system
+```
+
+## (Optional) Remove taint for single node use
+```shell
+kubectl taint nodes --all node-role.kubernetes.io/control-plane- node-role.kubernetes.io/master-
+```
+
+## Deploy using Terraform
+https://registry.terraform.io/providers/hashicorp/kubernetes/latest/docs/guides/getting-started
+```shell
+terraform plan 
+terraform apply
+```
+
+## Cleanup
+```shell
+kubectl drain <node name> --delete-emptydir-data --force --ignore-daemonsets
+kubeadm reset
+```

RESOURCES.md

@@ -1 +1,4 @@
-https://registry.terraform.io/providers/hashicorp/kubernetes/latest/docs/guides/getting-started
+
+https://kubernetes.io/docs/setup/production-environment/tools/kubeadm/create-cluster-kubeadm/
+
+https://registry.terraform.io/providers/hashicorp/kubernetes/latest/docs/guides/getting-started

main.tf

@@ -6,58 +6,76 @@ terraform {
     }
   }
 }
-provider "kubernetes" {
+
-  config_path = "~/.kube/config"
+#provider "kubernetes" {
-}
+#  config_path = "~/.kube/config"
-resource "kubernetes_namespace" "test" {
+#}
-  metadata {
+
-    name = "nginx"
+provider "helm" {
+  kubernetes {
+    config_path = "~/.kube/config"
   }
 }
-resource "kubernetes_deployment" "test" {
+
-  metadata {
+resource "helm_release" "cilium" {
-    name      = "nginx"
+  name = "cilium-cni"
-    namespace = kubernetes_namespace.test.metadata.0.name
+
-  }
+  repository = "https://helm.cilium.io/"
-  spec {
+  chart      = "cilium/cilium"
-    replicas = 2
+  namespace  = "kube-system"
-    selector {
+  version    = "1.11.5"
-      match_labels = {
+
-        app = "MyTestApp"
-      }
-    }
-    template {
-      metadata {
-        labels = {
-          app = "MyTestApp"
-        }
-      }
-      spec {
-        container {
-          image = "nginx"
-          name  = "nginx-container"
-          port {
-            container_port = 80
-          }
-        }
-      }
-    }
-  }
 }
-resource "kubernetes_service" "test" {
+
-  metadata {
+#resource "kubernetes_namespace" "test" {
-    name      = "nginx"
+#  metadata {
-    namespace = kubernetes_namespace.test.metadata.0.name
+#    name = "nginx"
-  }
+#  }
-  spec {
+#}
-    selector = {
+#resource "kubernetes_deployment" "test" {
-      app = kubernetes_deployment.test.spec.0.template.0.metadata.0.labels.app
+#  metadata {
-    }
+#    name      = "nginx"
-    type = "NodePort"
+#    namespace = kubernetes_namespace.test.metadata.0.name
-    port {
+#  }
-      node_port   = 30201
+#  spec {
-      port        = 80
+#    replicas = 2
-      target_port = 80
+#    selector {
-    }
+#      match_labels = {
-  }
+#        app = "MyTestApp"
-}
+#      }
+#    }
+#    template {
+#      metadata {
+#        labels = {
+#          app = "MyTestApp"
+#        }
+#      }
+#      spec {
+#        container {
+#          image = "nginx"
+#          name  = "nginx-container"
+#          port {
+#            container_port = 80
+#          }
+#        }
+#      }
+#    }
+#  }
+#}
+#resource "kubernetes_service" "test" {
+#  metadata {
+#    name      = "nginx"
+#    namespace = kubernetes_namespace.test.metadata.0.name
+#  }
+#  spec {
+#    selector = {
+#      app = kubernetes_deployment.test.spec.0.template.0.metadata.0.labels.app
+#    }
+#    type = "NodePort"
+#    port {
+#      node_port   = 30201
+#      port        = 80
+#      target_port = 80
+#    }
+#  }
+#}