update: Added Longhorn installation process and updated memory allocation for VMs

update: Added 'git' and 'vagrant' to required tools in pre-flight checks fix: configured k3s install to use internal nic for flanel network update: Added Longhorn installation process and updated memory allocation for VMs update: Added 'git' and 'vagrant' to required tools in pre-flight checks fix: configured k3s install to use internal nic for flanel network fix: corrected JSON formatting for config json update: reduce VM memory allocation to 2GB, add Longhorn installation scripts and prerequisites, and implement checks for existing pods fix: merge issues fix: merge issues update: Added Longhorn installation process and updated memory allocation for VMs update: Added 'git' and 'vagrant' to required tools in pre-flight checks fix: configured k3s install to use internal nic for flanel network update: Added Longhorn installation process and updated memory allocation for VMs update: Added 'git' and 'vagrant' to required tools in pre-flight checks fix: configured k3s install to use internal nic for flanel network fix: corrected JSON formatting for config json update: reduce VM memory allocation to 2GB, add Longhorn installation scripts and prerequisites, and implement checks for existing pods update: improve error logging in RunJsonDeployment and RunCommand functions update: add jq installation to provision script update: add version flag bump version fix: improve error messages for config file reading feat: add Windows gitbash installation support and improve binary download process clean up tmp code fix: increase timeout for some slower windows clients feat: add Ingress and Service configurations for nginx deployment, and implement MetalLB and Traeik installation scripts refactor: remove obsolete Traefik installation script feat: add environment checks and configurations for Vagrant setup, including dnsmasq MetalLB and ingress feat: add deployment and installation scripts for infmon-cli, including Kubernetes configurations feat: refactor customer project creation and add success/failure job scripts refactor: rename customer references to project in configuration and application logic feat: enhance JSON deployment handling with retry logic and command execution improvements feat: enhance RunJsonDeployment with error handling and retry logic; add tests for configuration reading feat: add automatic creation of base and config JSON files from examples if they do not exist refactor: remove database package and related functionality; update app state initialization and error handling refactor: update deployment handling to use ProjectConfig; improve error messages and logging feat: enhance RunJsonDeployment retry logic with configurable delay; improve logging for retries feat: implement LoadConfigs function for improved configuration loading; add logger setup refactor: remove unused fields from BaseConfig and ProjectConfig structs for cleaner configuration management refactor: clean up tests by removing obsolete functions and simplifying test cases chore: update version to v0.0.5 in install script feat: implement default configuration creation for BaseConfig and ProjectConfig; enhance validation logic fix: enhance configuration parsing and loading; streamline flag handling and error reporting refactor: remove obsolete configuration download logic from installation script
2025-08-16 18:00:28 +01:00 · 2025-08-16 18:00:28 +01:00 · 11b1f1b637
commit 11b1f1b637
parent d839fd5687
61 changed files with 1573 additions and 761 deletions
--- a/vagrant/dev/ubuntu/scripts/check_install_infctl.sh
+++ b/vagrant/dev/ubuntu/scripts/check_install_infctl.sh
@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+
+# function to install infctl
+install_infctl() {
+    echo "Installing infctl..."
+    # Add installation commands here
+    curl -L https://codeberg.org/headshed/infctl-cli/raw/branch/main/install.sh | bash
+
+}
+
+if ! command -v infctl &> /dev/null
+then
+    echo "infctl could not be found, installing..."
+    install_infctl
+fi
+
+
+
+
+
+echo "infctl is installed and ready to use."
--- a/vagrant/dev/ubuntu/scripts/helm_check_install.sh
+++ b/vagrant/dev/ubuntu/scripts/helm_check_install.sh
@ -0,0 +1,15 @@
+#!/usr/bin/env bash
+
+# check to see if helm is installed
+if ! command -v helm &> /dev/null; then
+    echo "Helm is not installed. Installing it now ..."
+    # curl -fsSL -o get_helm.sh https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3
+
+    curl https://raw.githubusercontent.com/helm/helm/main/scripts/get-helm-3 | bash
+    if [ $? -ne 0 ]; then
+        echo "Failed to install Helm."
+        exit 1
+    fi
+fi
+
+helm version
--- a/vagrant/dev/ubuntu/scripts/install_longhorn.sh
+++ b/vagrant/dev/ubuntu/scripts/install_longhorn.sh
@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+
+echo 
+echo "vagrant longhorn installation"
+echo 
+
+ssh-add  ~/.ssh/vm*_key 
+source /home/vagrant/ansible/venv/bin/activate
+# Check if there are any pods in the longhorn-system namespace
+if kubectl -n longhorn-system get pods --no-headers 2>/dev/null | grep -q '^[^ ]'; then
+  echo "Pods already exist in the longhorn-system namespace. Skipping installation."
+  exit 0
+fi
+# https://github.com/longhorn/longhorn/releases
+# v1.8.1 in prod 1.9.1 is latest
+LONGHORN_RELEASE="v1.8.1"
+LONGHORN_RELEASE_URL="https://raw.githubusercontent.com/longhorn/longhorn/$LONGHORN_RELEASE/deploy/longhorn.yaml"
+
+echo "Applying Longhorn release $LONGHORN_RELEASE..."
+echo "Using Longhorn release URL: $LONGHORN_RELEASE_URL"
+
+kubectl apply -f $LONGHORN_RELEASE_URL
--- a/vagrant/dev/ubuntu/scripts/install_metallb.sh
+++ b/vagrant/dev/ubuntu/scripts/install_metallb.sh
@ -0,0 +1,65 @@
+#!/usr/bin/env bash
+
+
+source /vagrant/.envrc
+
+# Check if MetalLB is already installed by looking for the controller deployment
+if ! kubectl get deployment -n metallb-system controller &>/dev/null; then
+  echo "Installing MetalLB..."
+  kubectl apply -f https://raw.githubusercontent.com/metallb/metallb/main/config/manifests/metallb-native.yaml
+  if [ $? -ne 0 ]; then
+    echo "Fatal: Failed to apply MetalLB manifest." >&2
+    exit 1
+  fi
+  
+  # Wait for MetalLB components to be ready
+  echo "Waiting for MetalLB components to be ready..."
+  kubectl wait --namespace metallb-system \
+    --for=condition=ready pod \
+    --selector=app=metallb \
+    --timeout=90s
+
+else
+  echo "MetalLB is already installed."
+fi
+
+# Wait for the webhook service to be ready
+echo "Waiting for MetalLB webhook service to be ready..."
+kubectl wait --namespace metallb-system \
+  --for=condition=ready pod \
+  --selector=component=webhook \
+  --timeout=90s
+
+# Check if the IPAddressPool already exists
+if ! kubectl get ipaddresspool -n metallb-system default &>/dev/null; then
+  echo "Creating MetalLB IPAddressPool..."
+  cat <<EOF | kubectl apply -f -
+apiVersion: metallb.io/v1beta1
+kind: IPAddressPool
+metadata:
+  name: default
+  namespace: metallb-system
+spec:
+  addresses:
+  - ${METALLB_IP_RANGE}
+EOF
+else
+  echo "MetalLB IPAddressPool already exists."
+fi
+
+# Check if the L2Advertisement already exists
+if ! kubectl get l2advertisement -n metallb-system default &>/dev/null; then
+  echo "Creating MetalLB L2Advertisement..."
+  cat <<EOF | kubectl apply -f -
+apiVersion: metallb.io/v1beta1
+kind: L2Advertisement
+metadata:
+  name: default
+  namespace: metallb-system
+spec:
+  ipAddressPools:
+  - default
+EOF
+else
+  echo "MetalLB L2Advertisement already exists."
+fi
--- a/vagrant/dev/ubuntu/scripts/install_traefik.sh
+++ b/vagrant/dev/ubuntu/scripts/install_traefik.sh
@ -0,0 +1,68 @@
+#!/usr/bin/env bash
+
+# Exit immediately if a command exits with a non-zero status.
+set -e
+
+TMPFILE=$(mktemp)
+trap 'rm -f "$TMPFILE"' EXIT
+
+cat > "$TMPFILE" <<EOF
+ingressClass:
+  enabled: true
+  isDefaultClass: true
+ports:
+  web:
+    port: 80
+  websecure:
+    port: 443
+  traefik:
+
+    port: 9000
+api:
+  dashboard: true
+  insecure: true
+ingressRoute:
+  dashboard:
+    enabled: true
+ping: true
+log:
+  level: INFO
+service:
+  enabled: true
+  type: LoadBalancer
+  annotations: {}
+  ports:
+    web:
+      port: 80
+      protocol: TCP
+      targetPort: web
+    websecure:
+      port: 443
+      protocol: TCP
+      targetPort: websecure
+EOF
+
+if helm status traefik --namespace traefik &> /dev/null; then
+  echo "Traefik is already installed in the 'traefik' namespace. Upgrading..."
+  helm upgrade traefik traefik/traefik --namespace traefik -f "$TMPFILE"
+else
+  echo "Installing Traefik..."
+  helm repo add traefik https://traefik.github.io/charts
+  helm repo update
+  # Using --create-namespace is good practice, though traefik will always exist.
+  helm install traefik traefik/traefik --namespace traefik --create-namespace -f "$TMPFILE"
+fi
+
+# Apply the TLS store configuration
+kubectl apply -f k8s/traefik-tlsstore.yaml
+if [ $? -ne 0 ]; then
+    echo "Failed to apply TLS store configuration."
+    exit 1
+fi
+
+
+echo
+echo "To access the dashboard:"
+echo "kubectl port-forward -n traefik \$(kubectl get pods -n traefik -l \"app.kubernetes.io/name=traefik\" -o name) 9000:9000"
+echo "Then visit http://localhost:9000/dashboard/ in your browser"
+
--- a/vagrant/dev/ubuntu/scripts/install_vagrant_longhorn.sh
+++ b/vagrant/dev/ubuntu/scripts/install_vagrant_longhorn.sh
@ -0,0 +1,54 @@
+#!/usr/bin/env bash
+
+echo 
+echo "vagrant longhorn installation"
+echo 
+
+ssh-add  ~/.ssh/vm*_key 
+source /home/vagrant/ansible/venv/bin/activate
+ANSIBLE_SUPPRESS_INTERPRETER_DISCOVERY_WARNING=1 ANSIBLE_HOST_KEY_CHECKING=False ansible --inventory-file /home/vagrant/ansible/ansible_inventory.ini  -m ping vm1,vm2,vm3 
+if [ $? -ne 0 ]; then
+    echo "Ansible ping failed. Please check your Vagrant VMs and network configuration."
+    exit 1
+fi
+echo "Ansible ping successful."
+
+# Check if there are any pods in the longhorn-system namespace
+if kubectl -n longhorn-system get pods --no-headers 2>/dev/null | grep -q '^[^ ]'; then
+  echo "Pods already exist in the longhorn-system namespace. Skipping installation."
+  exit 0
+fi
+
+echo "Installing Longhorn prerequisites..."
+
+
+# install_longhorn_prereqs.yaml
+ANSIBLE_SUPPRESS_INTERPRETER_DISCOVERY_WARNING=1 ANSIBLE_HOST_KEY_CHECKING=False ansible-playbook ~/ansible/install_longhorn_prereqs.yaml --inventory-file /home/vagrant/ansible/ansible_inventory.ini
+if [ $? -ne 0 ]; then
+    echo "Ansible playbook failed. Please check the playbook and your inventory."
+    exit 1
+fi
+
+echo "installing Longhorn ..."
+
+# https://github.com/longhorn/longhorn/releases
+# v1.8.1 in prod 1.9.1 is latest
+LONGHORN_RELEASE="v1.8.1"
+LONGHORN_RELEASE_URL="https://raw.githubusercontent.com/longhorn/longhorn/$LONGHORN_RELEASE/deploy/longhorn.yaml"
+
+echo "Applying Longhorn release $LONGHORN_RELEASE..."
+echo "Using Longhorn release URL: $LONGHORN_RELEASE_URL"
+
+kubectl apply -f $LONGHORN_RELEASE_URL
+
+# Wait for all pods in longhorn-system namespace to be ready
+echo "Waiting for Longhorn pods to be ready..."
+while true; do
+  not_ready=$(kubectl -n longhorn-system get pods --no-headers 2>/dev/null | grep -vE 'Running|Completed' | wc -l)
+  total=$(kubectl -n longhorn-system get pods --no-headers 2>/dev/null | wc -l)
+  if [[ $total -gt 0 && $not_ready -eq 0 ]]; then
+    echo "All Longhorn pods are ready."
+    break
+  fi
+  sleep 10
+done
--- a/vagrant/dev/ubuntu/scripts/longhorn_prereqs.sh
+++ b/vagrant/dev/ubuntu/scripts/longhorn_prereqs.sh
@ -0,0 +1,32 @@
+#!/usr/bin/env bash
+
+echo 
+echo "vagrant longhorn prerequisites"
+echo 
+
+ssh-add  ~/.ssh/vm*_key 
+source /home/vagrant/ansible/venv/bin/activate
+ANSIBLE_SUPPRESS_INTERPRETER_DISCOVERY_WARNING=1 ANSIBLE_HOST_KEY_CHECKING=False ansible --inventory-file /home/vagrant/ansible/ansible_inventory.ini  -m ping vm1,vm2,vm3 
+if [ $? -ne 0 ]; then
+    echo "Ansible ping failed. Please check your Vagrant VMs and network configuration."
+    exit 1
+fi
+echo "Ansible ping successful."
+
+# Check if there are any pods in the longhorn-system namespace
+if kubectl -n longhorn-system get pods --no-headers 2>/dev/null | grep -q '^[^ ]'; then
+  echo "Pods already exist in the longhorn-system namespace. Skipping installation."
+  exit 0
+fi
+
+exit
+
+echo "Installing Longhorn prerequisites..."
+
+
+# install_longhorn_prereqs.yaml
+ANSIBLE_SUPPRESS_INTERPRETER_DISCOVERY_WARNING=1 ANSIBLE_HOST_KEY_CHECKING=False ansible-playbook ~/ansible/install_longhorn_prereqs.yaml --inventory-file /home/vagrant/ansible/ansible_inventory.ini
+if [ $? -ne 0 ]; then
+    echo "Ansible playbook failed. Please check the playbook and your inventory."
+    exit 1
+fi
--- a/vagrant/dev/ubuntu/scripts/wait_for_longhorn.sh
+++ b/vagrant/dev/ubuntu/scripts/wait_for_longhorn.sh
@ -0,0 +1,17 @@
+#!/usr/bin/env bash
+
+echo 
+echo "wait for longhorn installation"
+echo 
+
+ssh-add  ~/.ssh/vm*_key 
+source /home/vagrant/ansible/venv/bin/activate
+while true; do
+  not_ready=$(kubectl -n longhorn-system get pods --no-headers 2>/dev/null | grep -vE 'Running|Completed' | wc -l)
+  total=$(kubectl -n longhorn-system get pods --no-headers 2>/dev/null | wc -l)
+  if [[ $total -gt 0 && $not_ready -eq 0 ]]; then
+    echo "All Longhorn pods are ready."
+    break
+  fi
+  sleep 10
+done