
------------------------------
1) Describe 'Pods' resources
------------------------------

Name:                 csi-smb-node-gx22x
Namespace:            kube-system
Priority:             2000001000
Priority Class Name:  system-node-critical
Service Account:      csi-smb-node-sa
Node:                 ix-truenas/192.168.1.5
Start Time:           Fri, 29 Dec 2023 10:01:43 -0600
Labels:               app=csi-smb-node
                      controller-revision-hash=754c5545b6
                      pod-template-generation=1
Annotations:          <none>
Status:               Running
IP:                   192.168.1.5
IPs:
  IP:           192.168.1.5
Controlled By:  DaemonSet/csi-smb-node
Containers:
  liveness-probe:
    Container ID:  containerd://d13335fb31da3208ac413ef9f1233c2e6ee98e04568bac2be20ead8dd78276e6
    Image:         registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Image ID:      registry.k8s.io/sig-storage/livenessprobe@sha256:4dc0b87ccd69f9865b89234d8555d3a614ab0a16ed94a3016ffd27f8106132ce
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29643
      --v=2
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:16 -0600
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Sun, 28 Jan 2024 14:24:01 -0600
      Finished:     Mon, 19 Feb 2024 19:15:39 -0600
    Ready:          True
    Restart Count:  6
    Limits:
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7q2dc (ro)
  node-driver-registrar:
    Container ID:  containerd://7ebe39a17352649623136d853387da96e83d00e9670e8e1e1dd54b1f294b9238
    Image:         registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.8.0
    Image ID:      registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f6717ce72a2615c7fbc746b4068f788e78579c54c43b8716e5ce650d97af2df1
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=$(ADDRESS)
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
      --v=2
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:17 -0600
    Last State:     Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Sun, 28 Jan 2024 14:24:01 -0600
      Finished:     Mon, 19 Feb 2024 19:15:39 -0600
    Ready:          True
    Restart Count:  6
    Limits:
      memory:  100Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  exec [/csi-node-driver-registrar --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) --mode=kubelet-registration-probe] delay=30s timeout=15s period=10s #success=1 #failure=3
    Environment:
      ADDRESS:               /csi/csi.sock
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/smb.csi.k8s.io/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /registration from registration-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7q2dc (ro)
  smb:
    Container ID:  containerd://c9ca7ab588855271c2b10c8f439003ed6de0200342b676a64da0b03ec7128be8
    Image:         registry.k8s.io/sig-storage/smbplugin:v1.11.0
    Image ID:      registry.k8s.io/sig-storage/smbplugin@sha256:65f664c6e9cce565805b13fb82b40018d56e39f41616134f572c52f3964c6ee4
    Port:          29643/TCP
    Host Port:     29643/TCP
    Args:
      --v=5
      --endpoint=$(CSI_ENDPOINT)
      --nodeid=$(KUBE_NODE_NAME)
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:17 -0600
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Sun, 28 Jan 2024 14:24:01 -0600
      Finished:     Mon, 19 Feb 2024 19:15:39 -0600
    Ready:          True
    Restart Count:  6
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      CSI_ENDPOINT:    unix:///csi/csi.sock
      KUBE_NODE_NAME:   (v1:spec.nodeName)
    Mounts:
      /csi from socket-dir (rw)
      /var/lib/kubelet/ from mountpoint-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7q2dc (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  socket-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/smb.csi.k8s.io
    HostPathType:  DirectoryOrCreate
  mountpoint-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/
    HostPathType:  DirectoryOrCreate
  registration-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins_registry/
    HostPathType:  DirectoryOrCreate
  kube-api-access-7q2dc:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 op=Exists
                             node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/network-unavailable:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:                      <none>


Name:                plex-b78894fb8-zt5lh
Namespace:           ix-plex
Priority:            0
Runtime Class Name:  nvidia
Service Account:     default
Node:                ix-truenas/
Start Time:          Mon, 19 Feb 2024 19:20:13 -0600
Labels:              app=plex-16.2.0
                     app.kubernetes.io/instance=plex
                     app.kubernetes.io/managed-by=Helm
                     app.kubernetes.io/name=plex
                     app.kubernetes.io/version=1.32.8.7639
                     helm-revision=11
                     helm.sh/chart=plex-16.2.0
                     pod-template-hash=b78894fb8
                     pod.lifecycle=permanent
                     pod.name=main
                     release=plex
Annotations:         rollme: hjbNo
Status:              Failed
Reason:              UnexpectedAdmissionError
Message:             Pod was rejected: Allocate failed due to no healthy devices present; cannot allocate unhealthy devices nvidia.com/gpu, which is unexpected
IP:                  
IPs:                 <none>
Controlled By:       ReplicaSet/plex-b78894fb8
Containers:
  plex:
    Image:      ghcr.io/onedr0p/plex:1.32.8.7639-fb6452ebf@sha256:97bf4a8eac34de4b0df78e4fc3e2b501187161a3a264fa2b220bd51b0f89ba77
    Port:       32400/TCP
    Host Port:  0/TCP
    Limits:
      cpu:             4
      memory:          8Gi
      nvidia.com/gpu:  1
    Requests:
      cpu:             10m
      memory:          50Mi
      nvidia.com/gpu:  1
    Liveness:          http-get http://:32400/identity delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:         http-get http://:32400/identity delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:           tcp-socket :32400 delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                          America/Chicago
      UMASK:                       0022
      UMASK_SET:                   0022
      NVIDIA_DRIVER_CAPABILITIES:  all
      S6_READ_ONLY_ROOT:           1
      ADVERTISE_IP:                http://192.168.1.5:32400
      ALLOWED_NETWORKS:            172.16.0.0/12,10.0.0.0/8,192.168.0.0/16
      PLEX_CLAIM:                  claim-GkMKVF4MLqVsY6gx3z5x
      PLEX_PREFERENCE_GDM:         GdmEnabled=0
      PLEX_PREFERENCE_SEC_CON:     secureConnections=1
    Mounts:
      /config from config (rw)
      /dev/shm from devshm (rw)
      /mnt/Media from persist-list-0 (rw)
      /shared from shared (rw)
      /tmp from tmp (rw)
      /transcode from transcode (rw)
      /var/logs from varlogs (rw)
      /var/run from varrun (rw)
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/Plex
    HostPathType:  
  devshm:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  persist-list-0:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T800/Media/Plex
    HostPathType:  
  shared:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  tmp:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  transcode:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  varlogs:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  varrun:
    Type:                     EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:                   Memory
    SizeLimit:                8Gi
QoS Class:                    Burstable
Node-Selectors:               kubernetes.io/arch=amd64
Tolerations:                  node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                              node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Topology Spread Constraints:  kubernetes.io/hostname:ScheduleAnyway when max skew 1 is exceeded for selector app.kubernetes.io/instance=plex,app.kubernetes.io/name=plex,pod.name=main
                              truecharts.org/rack:ScheduleAnyway when max skew 1 is exceeded for selector app.kubernetes.io/instance=plex,app.kubernetes.io/name=plex,pod.name=main
Events:                       <none>


Name:             controller-84d6d4db45-dmmbb
Namespace:        metallb-system
Priority:         0
Service Account:  controller
Node:             ix-truenas/
Start Time:       Mon, 19 Feb 2024 19:20:13 -0600
Labels:           app=metallb
                  component=controller
                  pod-template-hash=84d6d4db45
Annotations:      prometheus.io/port: 7472
                  prometheus.io/scrape: true
Status:           Failed
Reason:           TaintToleration
Message:          Pod was rejected: Predicate TaintToleration failed
IP:               
IPs:              <none>
Controlled By:    ReplicaSet/controller-84d6d4db45
Containers:
  controller:
    Image:       quay.io/metallb/controller:v0.13.7
    Ports:       7472/TCP, 9443/TCP
    Host Ports:  0/TCP, 0/TCP
    Args:
      --port=7472
      --log-level=info
    Liveness:   http-get http://:monitoring/metrics delay=10s timeout=1s period=10s #success=1 #failure=3
    Readiness:  http-get http://:monitoring/metrics delay=10s timeout=1s period=10s #success=1 #failure=3
    Environment:
      METALLB_ML_SECRET_NAME:  memberlist
      METALLB_DEPLOYMENT:      controller
    Mounts:
      /tmp/k8s-webhook-server/serving-certs from cert (ro)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7jzm2 (ro)
Volumes:
  cert:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  webhook-server-cert
    Optional:    false
  kube-api-access-7jzm2:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:             wg-easy-57fd9f46c9-mz6zl
Namespace:        ix-wg-easy
Priority:         0
Service Account:  default
Node:             ix-truenas/
Start Time:       Mon, 19 Feb 2024 19:20:13 -0600
Labels:           app=wg-easy-2.0.13
                  app.kubernetes.io/instance=wg-easy
                  app.kubernetes.io/managed-by=Helm
                  app.kubernetes.io/name=wg-easy
                  app.kubernetes.io/version=11
                  helm-revision=19
                  helm.sh/chart=wg-easy-2.0.13
                  pod-template-hash=57fd9f46c9
                  pod.name=wgeasy
                  release=wg-easy
Annotations:      rollme: Pv7hO
Status:           Failed
Reason:           TaintToleration
Message:          Pod was rejected: Predicate TaintToleration failed
IP:               
IPs:              <none>
Controlled By:    ReplicaSet/wg-easy-57fd9f46c9
Containers:
  wg-easy:
    Image:       ghcr.io/wg-easy/wg-easy:11
    Ports:       51818/UDP, 51821/TCP
    Host Ports:  51818/UDP, 51821/TCP
    Limits:
      cpu:     4
      memory:  8Gi
    Requests:
      cpu:      10m
      memory:   50Mi
    Liveness:   http-get http://:51821/ delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:  http-get http://:51821/ delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:    http-get http://:51821/ delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                       UTC
      UMASK:                    002
      UMASK_SET:                002
      NVIDIA_VISIBLE_DEVICES:   void
      PUID:                     0
      USER_ID:                  0
      UID:                      0
      PGID:                     568
      GROUP_ID:                 568
      GID:                      568
      PASSWORD:                 Th3Ra1nN5p@i\
      PORT:                     51821
      WG_ALLOWED_IPS:           0.0.0.0/0,::/0
      WG_DEFAULT_ADDRESS:       10.8.0.x
      WG_DEFAULT_DNS:           9.9.9.9
      WG_DEVICE:                eth0
      WG_HOST:                  blainep.duckdns.org
      WG_MTU:                   1420
      WG_PATH:                  /etc/wireguard
      WG_PERSISTENT_KEEPALIVE:  0
      WG_PORT:                  51818
      WG_POST_UP:               iptables -t nat -A POSTROUTING -s 10.8.0.0/24 -o br0 -j MASQUERADE; iptables -A INPUT -p udp -m udp --dport 51820 -j ACCEPT; iptables -A FORWARD -i wg0 -j ACCEPT; iptables -A FORWARD -o wg0 -j ACCEPT;
      WG_PRE_UP:                iptables -t nat -F; iptables -F;
    Mounts:
      /etc/wireguard from config (rw)
      /tmp from tmp (rw)
      /wg from wgeasy-0 (rw)
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/ix-applications/releases/wg-easy/volumes/ix_volumes/ix-wg-easy_config
    HostPathType:  
  tmp:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  wgeasy-0:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/Wireguard-easy
    HostPathType:  
QoS Class:         Burstable
Node-Selectors:    <none>
Tolerations:       node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                   node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:            <none>


Name:             nextcloud-postgres-59ff7cd475-2ht7h
Namespace:        ix-nextcloud
Priority:         0
Service Account:  default
Node:             ix-truenas/
Start Time:       Mon, 19 Feb 2024 19:20:13 -0600
Labels:           app.kubernetes.io/instance=nextcloud-postgres
                  app.kubernetes.io/name=nextcloud-postgres
                  pod-template-hash=59ff7cd475
Annotations:      rollme: 3zm22
Status:           Failed
Reason:           TaintToleration
Message:          Pod was rejected: Predicate TaintToleration failed
IP:               
IPs:              <none>
Controlled By:    ReplicaSet/nextcloud-postgres-59ff7cd475
Containers:
  nextcloud-postgres:
    Image:      postgres:13.1
    Port:       5432/TCP
    Host Port:  0/TCP
    Liveness:   exec [sh -c until pg_isready -U ${POSTGRES_USER} -h localhost; do sleep 2; done] delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:  exec [sh -c until pg_isready -U ${POSTGRES_USER} -h localhost; do sleep 2; done] delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:    exec [sh -c until pg_isready -U ${POSTGRES_USER} -h localhost; do sleep 2; done] delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      POSTGRES_USER:      <set to the key 'db-user' in secret 'db-details'>      Optional: false
      POSTGRES_PASSWORD:  <set to the key 'db-password' in secret 'db-details'>  Optional: false
    Mounts:
      /postgres_backups from postgres-backup (rw)
      /var/lib/postgresql/data from postgres-data (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-lnck4 (ro)
Volumes:
  postgres-backup:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/ix-applications/releases/nextcloud/volumes/ix_volumes/ix-postgres_backups
    HostPathType:  
  postgres-data:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/ix-applications/releases/nextcloud/volumes/ix_volumes/ix-postgres_data
    HostPathType:  
  kube-api-access-lnck4:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:             prometheus-operator-5dcffb7cb8-g4brl
Namespace:        prometheus-operator
Priority:         0
Service Account:  prometheus-operator
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:20:21 -0600
Labels:           app.kubernetes.io/component=controller
                  app.kubernetes.io/name=prometheus-operator
                  app.kubernetes.io/version=0.60.1
                  pod-template-hash=5dcffb7cb8
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.176"
                        ],
                        "mac": "b6:fe:38:5d:fd:dd",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
                  kubectl.kubernetes.io/default-container: prometheus-operator
Status:           Running
IP:               172.16.0.176
IPs:
  IP:           172.16.0.176
Controlled By:  ReplicaSet/prometheus-operator-5dcffb7cb8
Containers:
  prometheus-operator:
    Container ID:  containerd://c67b2da705afca86d7eea184f6b83324e461206e6d4ae28047a0bbcf51106347
    Image:         quay.io/prometheus-operator/prometheus-operator:v0.60.1
    Image ID:      quay.io/prometheus-operator/prometheus-operator@sha256:63d4d0f8fb817313ec13c2960b72d1b4341bea269eb97ec7bf44c585a04b1e2e
    Port:          8080/TCP
    Host Port:     0/TCP
    Args:
      --kubelet-service=kube-system/kubelet
      --prometheus-config-reloader=quay.io/prometheus-operator/prometheus-config-reloader:v0.60.1
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:22 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     200m
      memory:  200Mi
    Requests:
      cpu:        100m
      memory:     100Mi
    Environment:  <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-szlm6 (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  kube-api-access-szlm6:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 csi-nfs-node-q9hcr
Namespace:            kube-system
Priority:             2000001000
Priority Class Name:  system-node-critical
Service Account:      csi-nfs-node-sa
Node:                 ix-truenas/192.168.1.5
Start Time:           Fri, 29 Dec 2023 10:01:43 -0600
Labels:               app=csi-nfs-node
                      controller-revision-hash=598688b946
                      pod-template-generation=1
Annotations:          <none>
Status:               Running
IP:                   192.168.1.5
IPs:
  IP:           192.168.1.5
Controlled By:  DaemonSet/csi-nfs-node
Containers:
  liveness-probe:
    Container ID:  containerd://d2a419cf477723bc523375312f66f7d908bddcb9176c54cd68133a681b78132c
    Image:         registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Image ID:      registry.k8s.io/sig-storage/livenessprobe@sha256:4dc0b87ccd69f9865b89234d8555d3a614ab0a16ed94a3016ffd27f8106132ce
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29653
      --v=2
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:16 -0600
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Sun, 28 Jan 2024 14:24:00 -0600
      Finished:     Mon, 19 Feb 2024 19:15:39 -0600
    Ready:          True
    Restart Count:  6
    Limits:
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-k6s2q (ro)
  node-driver-registrar:
    Container ID:  containerd://fb830a97b5088cd79ebcc55fd46930141c6d6453630a0c465119b2aa1d67485a
    Image:         registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.8.0
    Image ID:      registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f6717ce72a2615c7fbc746b4068f788e78579c54c43b8716e5ce650d97af2df1
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --csi-address=/csi/csi.sock
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:16 -0600
    Last State:     Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Sun, 28 Jan 2024 14:24:00 -0600
      Finished:     Mon, 19 Feb 2024 19:15:39 -0600
    Ready:          True
    Restart Count:  6
    Limits:
      memory:  100Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  exec [/csi-node-driver-registrar --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) --mode=kubelet-registration-probe] delay=30s timeout=15s period=10s #success=1 #failure=3
    Environment:
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/csi-nfsplugin/csi.sock
      KUBE_NODE_NAME:         (v1:spec.nodeName)
    Mounts:
      /csi from socket-dir (rw)
      /registration from registration-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-k6s2q (ro)
  nfs:
    Container ID:  containerd://ccb07f7ea24dfcee79426d17a881da370f54409b515afb1ae133f2e1432d7915
    Image:         registry.k8s.io/sig-storage/nfsplugin:v4.4.0
    Image ID:      registry.k8s.io/sig-storage/nfsplugin@sha256:971cb526bc0108cca7d8efda32102629cb362f99bbd4879fd381bea1b2014ab4
    Port:          29653/TCP
    Host Port:     29653/TCP
    Args:
      -v=5
      --nodeid=$(NODE_ID)
      --endpoint=$(CSI_ENDPOINT)
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:17 -0600
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Sun, 28 Jan 2024 14:24:01 -0600
      Finished:     Mon, 19 Feb 2024 19:15:39 -0600
    Ready:          True
    Restart Count:  6
    Limits:
      memory:  300Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      NODE_ID:        (v1:spec.nodeName)
      CSI_ENDPOINT:  unix:///csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/lib/kubelet/pods from pods-mount-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-k6s2q (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  socket-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/csi-nfsplugin
    HostPathType:  DirectoryOrCreate
  pods-mount-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/pods
    HostPathType:  Directory
  registration-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins_registry
    HostPathType:  Directory
  kube-api-access-k6s2q:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 op=Exists
                             node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/network-unavailable:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:                      <none>


Name:             wg-easy-57fd9f46c9-77chv
Namespace:        ix-wg-easy
Priority:         0
Service Account:  default
Node:             ix-truenas/
Start Time:       Mon, 19 Feb 2024 19:15:37 -0600
Labels:           app=wg-easy-2.0.13
                  app.kubernetes.io/instance=wg-easy
                  app.kubernetes.io/managed-by=Helm
                  app.kubernetes.io/name=wg-easy
                  app.kubernetes.io/version=11
                  helm-revision=19
                  helm.sh/chart=wg-easy-2.0.13
                  pod-template-hash=57fd9f46c9
                  pod.name=wgeasy
                  release=wg-easy
Annotations:      rollme: Pv7hO
Status:           Failed
Reason:           TaintToleration
Message:          Pod was rejected: Predicate TaintToleration failed
IP:               
IPs:              <none>
Controlled By:    ReplicaSet/wg-easy-57fd9f46c9
Containers:
  wg-easy:
    Image:       ghcr.io/wg-easy/wg-easy:11
    Ports:       51818/UDP, 51821/TCP
    Host Ports:  51818/UDP, 51821/TCP
    Limits:
      cpu:     4
      memory:  8Gi
    Requests:
      cpu:      10m
      memory:   50Mi
    Liveness:   http-get http://:51821/ delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:  http-get http://:51821/ delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:    http-get http://:51821/ delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                       UTC
      UMASK:                    002
      UMASK_SET:                002
      NVIDIA_VISIBLE_DEVICES:   void
      PUID:                     0
      USER_ID:                  0
      UID:                      0
      PGID:                     568
      GROUP_ID:                 568
      GID:                      568
      PASSWORD:                 Th3Ra1nN5p@i\
      PORT:                     51821
      WG_ALLOWED_IPS:           0.0.0.0/0,::/0
      WG_DEFAULT_ADDRESS:       10.8.0.x
      WG_DEFAULT_DNS:           9.9.9.9
      WG_DEVICE:                eth0
      WG_HOST:                  blainep.duckdns.org
      WG_MTU:                   1420
      WG_PATH:                  /etc/wireguard
      WG_PERSISTENT_KEEPALIVE:  0
      WG_PORT:                  51818
      WG_POST_UP:               iptables -t nat -A POSTROUTING -s 10.8.0.0/24 -o br0 -j MASQUERADE; iptables -A INPUT -p udp -m udp --dport 51820 -j ACCEPT; iptables -A FORWARD -i wg0 -j ACCEPT; iptables -A FORWARD -o wg0 -j ACCEPT;
      WG_PRE_UP:                iptables -t nat -F; iptables -F;
    Mounts:
      /etc/wireguard from config (rw)
      /tmp from tmp (rw)
      /wg from wgeasy-0 (rw)
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/ix-applications/releases/wg-easy/volumes/ix_volumes/ix-wg-easy_config
    HostPathType:  
  tmp:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  wgeasy-0:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/Wireguard-easy
    HostPathType:  
QoS Class:         Burstable
Node-Selectors:    <none>
Tolerations:       node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                   node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:            <none>


Name:             cert-manager-cainjector-ffb4747bb-4hx5s
Namespace:        cert-manager
Priority:         0
Service Account:  cert-manager-cainjector
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:20:22 -0600
Labels:           app=cainjector
                  app.kubernetes.io/component=cainjector
                  app.kubernetes.io/instance=cert-manager
                  app.kubernetes.io/name=cainjector
                  app.kubernetes.io/version=v1.11.0
                  pod-template-hash=ffb4747bb
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.177"
                        ],
                        "mac": "4a:08:8a:aa:a0:6e",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
Status:           Running
IP:               172.16.0.177
IPs:
  IP:           172.16.0.177
Controlled By:  ReplicaSet/cert-manager-cainjector-ffb4747bb
Containers:
  cert-manager-cainjector:
    Container ID:  containerd://bfb93cc1b4d18c8afb3af0e70d0e7c7fe0f9eaaea8a1920d8e01fd1758033eff
    Image:         quay.io/jetstack/cert-manager-cainjector:v1.11.0
    Image ID:      quay.io/jetstack/cert-manager-cainjector@sha256:5c3eb25b085443b83586a98a1ae07f8364461dfca700e950c30f585efb7474ba
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --leader-election-namespace=kube-system
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:23 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      POD_NAMESPACE:  cert-manager (v1:metadata.namespace)
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-fvbvb (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  kube-api-access-fvbvb:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 nvidia-device-plugin-daemonset-nj29n
Namespace:            kube-system
Priority:             2000001000
Priority Class Name:  system-node-critical
Runtime Class Name:   nvidia
Service Account:      default
Node:                 ix-truenas/192.168.1.5
Start Time:           Mon, 19 Feb 2024 19:20:36 -0600
Labels:               controller-revision-hash=959889769
                      name=nvidia-device-plugin-ds
                      pod-template-generation=2
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.188"
                            ],
                            "mac": "66:cf:a4:93:b4:06",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
                      scheduler.alpha.kubernetes.io/critical-pod: 
Status:               Running
IP:                   172.16.0.188
IPs:
  IP:           172.16.0.188
Controlled By:  DaemonSet/nvidia-device-plugin-daemonset
Containers:
  nvidia-device-plugin-ctr:
    Container ID:  containerd://d5e0215a5f19a5d9d8abebb87c78c0f84bf6403242f1a8781e1bf31b9c3186d2
    Image:         nvcr.io/nvidia/k8s-device-plugin:v0.13.0
    Image ID:      nvcr.io/nvidia/k8s-device-plugin@sha256:e8343db286ac349f213d7b84e65c0d559d6310e74446986a09b66b21913eef12
    Port:          <none>
    Host Port:     <none>
    Command:
      nvidia-device-plugin
      --config-file
      /etc/config/nvdefault.yaml
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:38 -0600
    Ready:          True
    Restart Count:  0
    Environment:    <none>
    Mounts:
      /etc/config from plugin-config (rw)
      /var/lib/kubelet/device-plugins from device-plugin (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-5mtrj (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  device-plugin:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/device-plugins
    HostPathType:  
  plugin-config:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      nvidia-device-plugin-config
    Optional:  false
  kube-api-access-5mtrj:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 CriticalAddonsOnly op=Exists
                             node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
                             nvidia.com/gpu:NoSchedule op=Exists
Events:                      <none>


Name:                 csi-smb-controller-7fbbb8fb6f-rh9fk
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      csi-smb-controller-sa
Node:                 ix-truenas/192.168.1.5
Start Time:           Mon, 19 Feb 2024 19:20:40 -0600
Labels:               app=csi-smb-controller
                      pod-template-hash=7fbbb8fb6f
Annotations:          <none>
Status:               Running
IP:                   192.168.1.5
IPs:
  IP:           192.168.1.5
Controlled By:  ReplicaSet/csi-smb-controller-7fbbb8fb6f
Containers:
  csi-provisioner:
    Container ID:  containerd://74c21969b5d584282609222d24d7747737d09c253f11cf91e513f5887bc21e5e
    Image:         registry.k8s.io/sig-storage/csi-provisioner:v3.5.0
    Image ID:      registry.k8s.io/sig-storage/csi-provisioner@sha256:d078dc174323407e8cc6f0f9abd4efaac5db27838f1564d0253d5e3233e3f17f
    Port:          <none>
    Host Port:     <none>
    Args:
      -v=2
      --csi-address=$(ADDRESS)
      --leader-election
      --leader-election-namespace=kube-system
      --extra-create-metadata=true
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:42 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     1
      memory:  300Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Environment:
      ADDRESS:  /csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-k4xwq (ro)
  liveness-probe:
    Container ID:  containerd://c9d7498ecf74ee73562db7dc77c64bb8b587beeeb4f6042b981778da734fdd6f
    Image:         registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Image ID:      registry.k8s.io/sig-storage/livenessprobe@sha256:4dc0b87ccd69f9865b89234d8555d3a614ab0a16ed94a3016ffd27f8106132ce
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29642
      --v=2
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:42 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     1
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-k4xwq (ro)
  smb:
    Container ID:  containerd://5df26a85445f25696873e078fc7d8a7135c714f236636102f937b3088b585ecf
    Image:         registry.k8s.io/sig-storage/smbplugin:v1.11.0
    Image ID:      registry.k8s.io/sig-storage/smbplugin@sha256:65f664c6e9cce565805b13fb82b40018d56e39f41616134f572c52f3964c6ee4
    Ports:         29642/TCP, 29644/TCP
    Host Ports:    29642/TCP, 29644/TCP
    Args:
      --v=5
      --endpoint=$(CSI_ENDPOINT)
      --metrics-address=0.0.0.0:29644
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:42 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      CSI_ENDPOINT:  unix:///csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-k4xwq (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  socket-dir:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  kube-api-access-k4xwq:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                             node-role.kubernetes.io/controlplane:NoSchedule op=Exists
                             node-role.kubernetes.io/master:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 snapshot-controller-546868dfb4-zjx8f
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      snapshot-controller
Node:                 ix-truenas/192.168.1.5
Start Time:           Mon, 19 Feb 2024 19:20:34 -0600
Labels:               app=snapshot-controller
                      pod-template-hash=546868dfb4
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.185"
                            ],
                            "mac": "d6:44:df:ee:8b:60",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
Status:               Running
IP:                   172.16.0.185
IPs:
  IP:           172.16.0.185
Controlled By:  ReplicaSet/snapshot-controller-546868dfb4
Containers:
  snapshot-controller:
    Container ID:  containerd://250a71b5dafa849788ea7b04a6fd3f0cee7d00d4e3006726bb0b4ed200c25bd0
    Image:         registry.k8s.io/sig-storage/snapshot-controller:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/snapshot-controller@sha256:fb95b65bb88f319f0f7d5397c401a654164f11a191f466b4026fa36085c7141b
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --leader-election=true
      --leader-election-namespace=kube-system
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:35 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  300Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-pwsfs (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  kube-api-access-pwsfs:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane=true:NoSchedule
                             node-role.kubernetes.io/controlplane=true:NoSchedule
                             node-role.kubernetes.io/master=true:NoSchedule
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 openebs-zfs-controller-0
Namespace:            kube-system
Priority:             900000000
Priority Class Name:  openebs-zfs-csi-controller-critical
Service Account:      openebs-zfs-controller-sa
Node:                 ix-truenas/192.168.1.5
Start Time:           Mon, 19 Feb 2024 19:20:24 -0600
Labels:               app=openebs-zfs-controller
                      controller-revision-hash=openebs-zfs-controller-77d96d5597
                      openebs.io/component-name=openebs-zfs-controller
                      openebs.io/version=2.3.0
                      role=openebs-zfs
                      statefulset.kubernetes.io/pod-name=openebs-zfs-controller-0
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.179"
                            ],
                            "mac": "7a:0a:8e:a9:0d:d2",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
Status:               Running
IP:                   172.16.0.179
IPs:
  IP:           172.16.0.179
Controlled By:  StatefulSet/openebs-zfs-controller
Containers:
  csi-resizer:
    Container ID:  containerd://e8bf56820d48789597a32bc8b0d3042bec9a4bd8920bc9027b4b3c6a5b8969cd
    Image:         registry.k8s.io/sig-storage/csi-resizer:v1.8.0
    Image ID:      registry.k8s.io/sig-storage/csi-resizer@sha256:2e2b44393539d744a55b9370b346e8ebd95a77573064f3f9a8caf18c22f4d0d0
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=5
      --csi-address=$(ADDRESS)
      --leader-election
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:25 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      ADDRESS:  /var/lib/csi/sockets/pluginproxy/csi.sock
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7s7st (ro)
  csi-snapshotter:
    Container ID:  containerd://55b87ab1f3bb353cb126fec91e5546abfd2f0dc894a9619ae8ed0ca13023d2e8
    Image:         registry.k8s.io/sig-storage/csi-snapshotter:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/csi-snapshotter@sha256:becc53e25b96573f61f7469923a92fb3e9d3a3781732159954ce0d9da07233a2
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=$(ADDRESS)
      --leader-election
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:25 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      ADDRESS:  /var/lib/csi/sockets/pluginproxy/csi.sock
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7s7st (ro)
  snapshot-controller:
    Container ID:  containerd://24084f8fbc5bcff0b5f7c103d8b3d7ed357e2aeca6b87695bf615c279d937b7e
    Image:         registry.k8s.io/sig-storage/snapshot-controller:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/snapshot-controller@sha256:fb95b65bb88f319f0f7d5397c401a654164f11a191f466b4026fa36085c7141b
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=5
      --leader-election=true
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:25 -0600
    Ready:          True
    Restart Count:  0
    Environment:    <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7s7st (ro)
  csi-provisioner:
    Container ID:  containerd://7429c87ab00e6649d1a6e5b0feec4fcac5adf940af2d37eeb2cc7da37f543a1d
    Image:         registry.k8s.io/sig-storage/csi-provisioner:v3.5.0
    Image ID:      registry.k8s.io/sig-storage/csi-provisioner@sha256:d078dc174323407e8cc6f0f9abd4efaac5db27838f1564d0253d5e3233e3f17f
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=$(ADDRESS)
      --v=5
      --feature-gates=Topology=true
      --strict-topology
      --leader-election
      --extra-create-metadata=true
      --enable-capacity=true
      --default-fstype=ext4
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:25 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      ADDRESS:    /var/lib/csi/sockets/pluginproxy/csi.sock
      NAMESPACE:  kube-system (v1:metadata.namespace)
      POD_NAME:   openebs-zfs-controller-0 (v1:metadata.name)
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7s7st (ro)
  openebs-zfs-plugin:
    Container ID:  containerd://6011bf0bec7f3ab8a8ba8ad31956c8a80841d1c9df503bcbcb9e8548f5738bcf
    Image:         openebs/zfs-driver:2.3.0
    Image ID:      docker.io/openebs/zfs-driver@sha256:42b8d31edc7cdf4116ecd6369f89a1d477bb9b64e695d074d290789af1a461dd
    Port:          <none>
    Host Port:     <none>
    Args:
      --endpoint=$(OPENEBS_CSI_ENDPOINT)
      --plugin=$(OPENEBS_CONTROLLER_DRIVER)
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:26 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      OPENEBS_CONTROLLER_DRIVER:    controller
      OPENEBS_CSI_ENDPOINT:         unix:///var/lib/csi/sockets/pluginproxy/csi.sock
      OPENEBS_NAMESPACE:            openebs
      OPENEBS_IO_INSTALLER_TYPE:    zfs-operator
      OPENEBS_IO_ENABLE_ANALYTICS:  true
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7s7st (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  socket-dir:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  kube-api-access-7s7st:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 coredns-59b4f5bbd5-qt5sb
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      coredns
Node:                 ix-truenas/192.168.1.5
Start Time:           Mon, 19 Feb 2024 19:20:26 -0600
Labels:               k8s-app=kube-dns
                      pod-template-hash=59b4f5bbd5
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.180"
                            ],
                            "mac": "5a:c4:d1:3f:0c:31",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
Status:               Running
IP:                   172.16.0.180
IPs:
  IP:           172.16.0.180
Controlled By:  ReplicaSet/coredns-59b4f5bbd5
Containers:
  coredns:
    Container ID:  containerd://e49add923e4fb46f5fdb659b247594c961bdfd56ed006209c42104b8e17035d9
    Image:         rancher/mirrored-coredns-coredns:1.10.1
    Image ID:      docker.io/rancher/mirrored-coredns-coredns@sha256:a11fafae1f8037cbbd66c5afa40ba2423936b72b4fd50a7034a7e8b955163594
    Ports:         53/UDP, 53/TCP, 9153/TCP
    Host Ports:    0/UDP, 0/TCP, 0/TCP
    Args:
      -conf
      /etc/coredns/Corefile
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:28 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  170Mi
    Requests:
      cpu:        100m
      memory:     70Mi
    Liveness:     http-get http://:8080/health delay=60s timeout=1s period=10s #success=1 #failure=3
    Readiness:    http-get http://:8181/ready delay=0s timeout=1s period=2s #success=1 #failure=3
    Environment:  <none>
    Mounts:
      /etc/coredns from config-volume (ro)
      /etc/coredns/custom from custom-config-volume (ro)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-nv687 (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  config-volume:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      coredns
    Optional:  false
  custom-config-volume:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      coredns-custom
    Optional:  true
  kube-api-access-nv687:
    Type:                     Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:   3607
    ConfigMapName:            kube-root-ca.crt
    ConfigMapOptional:        <nil>
    DownwardAPI:              true
QoS Class:                    Burstable
Node-Selectors:               kubernetes.io/os=linux
Tolerations:                  CriticalAddonsOnly op=Exists
                              node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                              node-role.kubernetes.io/master:NoSchedule op=Exists
                              node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                              node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Topology Spread Constraints:  kubernetes.io/hostname:DoNotSchedule when max skew 1 is exceeded for selector k8s-app=kube-dns
Events:                       <none>


Name:             speaker-ljp4j
Namespace:        metallb-system
Priority:         0
Service Account:  speaker
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:20:28 -0600
Labels:           app=metallb
                  component=speaker
                  controller-revision-hash=67d677d8b6
                  pod-template-generation=1
Annotations:      prometheus.io/port: 7472
                  prometheus.io/scrape: true
Status:           Running
IP:               192.168.1.5
IPs:
  IP:           192.168.1.5
Controlled By:  DaemonSet/speaker
Containers:
  speaker:
    Container ID:  containerd://29dfae1936e63ffd38fe549a67b55894f16ce2004e7000e63fa35abad5a383aa
    Image:         quay.io/metallb/speaker:v0.13.7
    Image ID:      quay.io/metallb/speaker@sha256:aeab5aeeb25c7ca31a1c468a35b1db4513cd6199bf376bdf19ff5689d2ebad28
    Ports:         7472/TCP, 7946/TCP, 7946/UDP
    Host Ports:    7472/TCP, 7946/TCP, 7946/UDP
    Args:
      --port=7472
      --log-level=info
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:29 -0600
    Ready:          True
    Restart Count:  0
    Liveness:       http-get http://:monitoring/metrics delay=10s timeout=1s period=10s #success=1 #failure=3
    Readiness:      http-get http://:monitoring/metrics delay=10s timeout=1s period=10s #success=1 #failure=3
    Environment:
      METALLB_NODE_NAME:       (v1:spec.nodeName)
      METALLB_HOST:            (v1:status.hostIP)
      METALLB_ML_BIND_ADDR:    (v1:status.podIP)
      METALLB_ML_LABELS:      app=metallb,component=speaker
      METALLB_ML_SECRET_KEY:  <set to the key 'secretkey' in secret 'memberlist'>  Optional: false
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-957bf (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  kube-api-access-957bf:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                             node-role.kubernetes.io/master:NoSchedule op=Exists
                             node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/network-unavailable:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:                      <none>


Name:             amdgpu-device-plugin-daemonset-l2z9m
Namespace:        kube-system
Priority:         0
Service Account:  default
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:20:34 -0600
Labels:           controller-revision-hash=c8fdb85b
                  name=amdgpu-dp-ds
                  pod-template-generation=1
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.186"
                        ],
                        "mac": "06:5a:07:ec:0d:94",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
                  scheduler.alpha.kubernetes.io/critical-pod: 
Status:           Running
IP:               172.16.0.186
IPs:
  IP:           172.16.0.186
Controlled By:  DaemonSet/amdgpu-device-plugin-daemonset
Containers:
  amdgpu-dp-cntr:
    Container ID:   containerd://3b8c65685ddc5091ceba63d58ae52eed73b67f5b15da2327df20a3ba1f5fa2c7
    Image:          rocm/k8s-device-plugin:1.18.0
    Image ID:       docker.io/rocm/k8s-device-plugin@sha256:4b2830e2c6e1d182a8e9cbf950f46d263896ba9050366a59665cd921902b6864
    Port:           <none>
    Host Port:      <none>
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:35 -0600
    Ready:          True
    Restart Count:  0
    Environment:    <none>
    Mounts:
      /sys from sys (rw)
      /var/lib/kubelet/device-plugins from dp (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-7gs59 (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  dp:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/device-plugins
    HostPathType:  
  sys:
    Type:          HostPath (bare host directory volume)
    Path:          /sys
    HostPathType:  
  kube-api-access-7gs59:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 CriticalAddonsOnly op=Exists
                             node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:                      <none>


Name:                 openebs-zfs-node-s9rcv
Namespace:            kube-system
Priority:             900001000
Priority Class Name:  openebs-zfs-csi-node-critical
Service Account:      openebs-zfs-node-sa
Node:                 ix-truenas/192.168.1.5
Start Time:           Mon, 19 Feb 2024 19:20:25 -0600
Labels:               app=openebs-zfs-node
                      controller-revision-hash=6456c99fd9
                      openebs.io/component-name=openebs-zfs-node
                      openebs.io/version=2.3.0
                      pod-template-generation=2
                      role=openebs-zfs
Annotations:          <none>
Status:               Running
IP:                   192.168.1.5
IPs:
  IP:           192.168.1.5
Controlled By:  DaemonSet/openebs-zfs-node
Containers:
  csi-node-driver-registrar:
    Container ID:  containerd://db69f816ce7a868fdb7bb36918d3777bf9a544326a2e8d330687d4625adf8a7a
    Image:         registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.8.0
    Image ID:      registry.k8s.io/sig-storage/csi-node-driver-registrar@sha256:f6717ce72a2615c7fbc746b4068f788e78579c54c43b8716e5ce650d97af2df1
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=5
      --csi-address=$(ADDRESS)
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:27 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      ADDRESS:               /plugin/csi.sock
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/zfs-localpv/csi.sock
      KUBE_NODE_NAME:         (v1:spec.nodeName)
      NODE_DRIVER:           openebs-zfs
    Mounts:
      /plugin from plugin-dir (rw)
      /registration from registration-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-xq8jt (ro)
  openebs-zfs-plugin:
    Container ID:  containerd://3fd3f554c966fdca5cd6f25033b69393c1985852230329e0bbfc0cee387e46c4
    Image:         openebs/zfs-driver:2.3.0
    Image ID:      docker.io/openebs/zfs-driver@sha256:42b8d31edc7cdf4116ecd6369f89a1d477bb9b64e695d074d290789af1a461dd
    Port:          <none>
    Host Port:     <none>
    Args:
      --nodename=$(OPENEBS_NODE_NAME)
      --endpoint=$(OPENEBS_CSI_ENDPOINT)
      --plugin=$(OPENEBS_NODE_DRIVER)
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:27 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      OPENEBS_NODE_NAME:      (v1:spec.nodeName)
      OPENEBS_CSI_ENDPOINT:  unix:///plugin/csi.sock
      OPENEBS_NODE_DRIVER:   agent
      OPENEBS_NAMESPACE:     openebs
      ALLOWED_TOPOLOGIES:    All
    Mounts:
      /dev from device-dir (rw)
      /home/keys from encr-keys (rw)
      /host from host-root (ro)
      /plugin from plugin-dir (rw)
      /sbin/zfs from chroot-zfs (rw,path="zfs")
      /var/lib/kubelet/ from pods-mount-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-xq8jt (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  device-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /dev
    HostPathType:  Directory
  encr-keys:
    Type:          HostPath (bare host directory volume)
    Path:          /home/keys
    HostPathType:  DirectoryOrCreate
  chroot-zfs:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      openebs-zfspv-bin
    Optional:  false
  host-root:
    Type:          HostPath (bare host directory volume)
    Path:          /
    HostPathType:  Directory
  registration-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins_registry/
    HostPathType:  DirectoryOrCreate
  plugin-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/zfs-localpv/
    HostPathType:  DirectoryOrCreate
  pods-mount-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/
    HostPathType:  Directory
  kube-api-access-xq8jt:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/network-unavailable:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:                      <none>


Name:                 csi-nfs-controller-7b74694749-8q68t
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      csi-nfs-controller-sa
Node:                 ix-truenas/192.168.1.5
Start Time:           Mon, 19 Feb 2024 19:20:39 -0600
Labels:               app=csi-nfs-controller
                      pod-template-hash=7b74694749
Annotations:          <none>
Status:               Running
IP:                   192.168.1.5
IPs:
  IP:           192.168.1.5
Controlled By:  ReplicaSet/csi-nfs-controller-7b74694749
Containers:
  csi-provisioner:
    Container ID:  containerd://abecce3e6c95a5b5a1c5390ad5985b35106ad8942930225e3baeadca0529b3b8
    Image:         registry.k8s.io/sig-storage/csi-provisioner:v3.5.0
    Image ID:      registry.k8s.io/sig-storage/csi-provisioner@sha256:d078dc174323407e8cc6f0f9abd4efaac5db27838f1564d0253d5e3233e3f17f
    Port:          <none>
    Host Port:     <none>
    Args:
      -v=2
      --csi-address=$(ADDRESS)
      --leader-election
      --leader-election-namespace=kube-system
      --extra-create-metadata=true
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:40 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  400Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Environment:
      ADDRESS:  /csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-z4k9n (ro)
  csi-snapshotter:
    Container ID:  containerd://23e40c5e6c669891ffeee2f8c319a0f8ab96a973051b8687644f8aa812ef6d7c
    Image:         registry.k8s.io/sig-storage/csi-snapshotter:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/csi-snapshotter@sha256:becc53e25b96573f61f7469923a92fb3e9d3a3781732159954ce0d9da07233a2
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --csi-address=$(ADDRESS)
      --leader-election-namespace=kube-system
      --leader-election
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:40 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Environment:
      ADDRESS:  /csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-z4k9n (ro)
  liveness-probe:
    Container ID:  containerd://84513dcc51e09c4423bff459119df8ceec2d400767a8f4f3c38e841692400c43
    Image:         registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Image ID:      registry.k8s.io/sig-storage/livenessprobe@sha256:4dc0b87ccd69f9865b89234d8555d3a614ab0a16ed94a3016ffd27f8106132ce
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29652
      --v=2
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:40 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-z4k9n (ro)
  nfs:
    Container ID:  containerd://0f52158136f506b42462642320a200f061d9db96d44ec27732bbd74cb420482c
    Image:         registry.k8s.io/sig-storage/nfsplugin:v4.4.0
    Image ID:      registry.k8s.io/sig-storage/nfsplugin@sha256:971cb526bc0108cca7d8efda32102629cb362f99bbd4879fd381bea1b2014ab4
    Port:          29652/TCP
    Host Port:     29652/TCP
    Args:
      -v=5
      --nodeid=$(NODE_ID)
      --endpoint=$(CSI_ENDPOINT)
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:41 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      NODE_ID:        (v1:spec.nodeName)
      CSI_ENDPOINT:  unix:///csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/lib/kubelet/pods from pods-mount-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-z4k9n (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  pods-mount-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/pods
    HostPathType:  Directory
  socket-dir:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  kube-api-access-z4k9n:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                             node-role.kubernetes.io/controlplane:NoSchedule op=Exists
                             node-role.kubernetes.io/master:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 snapshot-controller-546868dfb4-hqhh7
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Service Account:      snapshot-controller
Node:                 ix-truenas/192.168.1.5
Start Time:           Mon, 19 Feb 2024 19:20:39 -0600
Labels:               app=snapshot-controller
                      pod-template-hash=546868dfb4
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.189"
                            ],
                            "mac": "8a:7a:0c:e7:e8:53",
                            "default": true,
                            "dns": {},
                            "gateway": [
                                "172.16.0.1"
                            ]
                        }]
Status:               Running
IP:                   172.16.0.189
IPs:
  IP:           172.16.0.189
Controlled By:  ReplicaSet/snapshot-controller-546868dfb4
Containers:
  snapshot-controller:
    Container ID:  containerd://596c434dd9b2376662b8b99190c3cba776af008939299a54c2651de40b86bc54
    Image:         registry.k8s.io/sig-storage/snapshot-controller:v6.2.2
    Image ID:      registry.k8s.io/sig-storage/snapshot-controller@sha256:fb95b65bb88f319f0f7d5397c401a654164f11a191f466b4026fa36085c7141b
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=2
      --leader-election=true
      --leader-election-namespace=kube-system
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:40 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      memory:  300Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-xqvds (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  kube-api-access-xqvds:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node-role.kubernetes.io/control-plane=true:NoSchedule
                             node-role.kubernetes.io/controlplane=true:NoSchedule
                             node-role.kubernetes.io/master=true:NoSchedule
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:             cnpg-controller-manager-7759b8cf56-6cc2l
Namespace:        cnpg-system
Priority:         0
Service Account:  cnpg-manager
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:20:22 -0600
Labels:           app.kubernetes.io/name=cloudnative-pg
                  pod-template-hash=7759b8cf56
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.178"
                        ],
                        "mac": "76:ed:74:94:fc:31",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
Status:           Running
IP:               172.16.0.178
IPs:
  IP:           172.16.0.178
Controlled By:  ReplicaSet/cnpg-controller-manager-7759b8cf56
Containers:
  manager:
    Container ID:  containerd://8655278b083f90ffb12a18e485ca59a569cf8ccb99bcccdf6c08b23b49e7e576
    Image:         ghcr.io/cloudnative-pg/cloudnative-pg:1.20.0
    Image ID:      ghcr.io/cloudnative-pg/cloudnative-pg@sha256:e41f52ed914ce54499aaf7249b50b9b71acb28ca13f29aaaa54b43071674f2e2
    Ports:         8080/TCP, 9443/TCP
    Host Ports:    0/TCP, 0/TCP
    Command:
      /manager
    Args:
      controller
      --leader-elect
      --config-map-name=cnpg-controller-manager-config
      --secret-name=cnpg-controller-manager-config
      --webhook-port=9443
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:24 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     100m
      memory:  200Mi
    Requests:
      cpu:      100m
      memory:   100Mi
    Liveness:   http-get https://:9443/readyz delay=0s timeout=1s period=10s #success=1 #failure=3
    Readiness:  http-get https://:9443/readyz delay=0s timeout=1s period=10s #success=1 #failure=3
    Environment:
      OPERATOR_IMAGE_NAME:           ghcr.io/cloudnative-pg/cloudnative-pg:1.20.0
      OPERATOR_NAMESPACE:            cnpg-system (v1:metadata.namespace)
      MONITORING_QUERIES_CONFIGMAP:  cnpg-default-monitoring
    Mounts:
      /controller from scratch-data (rw)
      /run/secrets/cnpg.io/webhook from webhook-certificates (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-fvgnb (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  scratch-data:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  webhook-certificates:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  cnpg-webhook-cert
    Optional:    true
  kube-api-access-fvgnb:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:             cert-manager-8444f6f86b-cp42w
Namespace:        cert-manager
Priority:         0
Service Account:  cert-manager
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:20:28 -0600
Labels:           app=cert-manager
                  app.kubernetes.io/component=controller
                  app.kubernetes.io/instance=cert-manager
                  app.kubernetes.io/name=cert-manager
                  app.kubernetes.io/version=v1.11.0
                  pod-template-hash=8444f6f86b
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.182"
                        ],
                        "mac": "46:c9:68:3d:c2:db",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
                  prometheus.io/path: /metrics
                  prometheus.io/port: 9402
                  prometheus.io/scrape: true
Status:           Running
IP:               172.16.0.182
IPs:
  IP:           172.16.0.182
Controlled By:  ReplicaSet/cert-manager-8444f6f86b
Containers:
  cert-manager-controller:
    Container ID:  containerd://6763d8f9b14880c38a3e85ff42c773df233ac37f499b64295e092bf237085d33
    Image:         quay.io/jetstack/cert-manager-controller:v1.11.0
    Image ID:      quay.io/jetstack/cert-manager-controller@sha256:d429b6d696e0ef47cff1d15241c6ffaac351e38ac22664b82fafa771d615b89a
    Port:          9402/TCP
    Host Port:     0/TCP
    Args:
      --v=2
      --cluster-resource-namespace=$(POD_NAMESPACE)
      --leader-election-namespace=kube-system
      --acme-http01-solver-image=quay.io/jetstack/cert-manager-acmesolver:v1.11.0
      --max-concurrent-challenges=60
      --dns01-recursive-nameservers=1.1.1.1:53,8.8.8.8:53
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:30 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      POD_NAMESPACE:  cert-manager (v1:metadata.namespace)
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-jjjd5 (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  kube-api-access-jjjd5:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:             controller-84d6d4db45-k7244
Namespace:        metallb-system
Priority:         0
Service Account:  controller
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:20:32 -0600
Labels:           app=metallb
                  component=controller
                  pod-template-hash=84d6d4db45
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.184"
                        ],
                        "mac": "a2:17:c8:e4:ad:0d",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
                  prometheus.io/port: 7472
                  prometheus.io/scrape: true
Status:           Running
IP:               172.16.0.184
IPs:
  IP:           172.16.0.184
Controlled By:  ReplicaSet/controller-84d6d4db45
Containers:
  controller:
    Container ID:  containerd://2c3a1484407b815b5a7f9fa9b4e37f0fc46163ea101f8802ada66a8b66c37586
    Image:         quay.io/metallb/controller:v0.13.7
    Image ID:      quay.io/metallb/controller@sha256:0e486995b27d62433e728f7b266fb8b7b7f4fd65e1b751bef17fe56e76653bf1
    Ports:         7472/TCP, 9443/TCP
    Host Ports:    0/TCP, 0/TCP
    Args:
      --port=7472
      --log-level=info
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:33 -0600
    Ready:          True
    Restart Count:  0
    Liveness:       http-get http://:monitoring/metrics delay=10s timeout=1s period=10s #success=1 #failure=3
    Readiness:      http-get http://:monitoring/metrics delay=10s timeout=1s period=10s #success=1 #failure=3
    Environment:
      METALLB_ML_SECRET_NAME:  memberlist
      METALLB_DEPLOYMENT:      controller
    Mounts:
      /tmp/k8s-webhook-server/serving-certs from cert (ro)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-26frm (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  cert:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  webhook-server-cert
    Optional:    false
  kube-api-access-26frm:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:             cert-manager-webhook-545bd5d7d8-q5ntq
Namespace:        cert-manager
Priority:         0
Service Account:  cert-manager-webhook
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:20:40 -0600
Labels:           app=webhook
                  app.kubernetes.io/component=webhook
                  app.kubernetes.io/instance=cert-manager
                  app.kubernetes.io/name=webhook
                  app.kubernetes.io/version=v1.11.0
                  pod-template-hash=545bd5d7d8
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.190"
                        ],
                        "mac": "7a:95:01:51:37:b5",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
Status:           Running
IP:               172.16.0.190
IPs:
  IP:           172.16.0.190
Controlled By:  ReplicaSet/cert-manager-webhook-545bd5d7d8
Containers:
  cert-manager-webhook:
    Container ID:  containerd://907da3de994a7663d182d3dbceee41797269e7a47b4c1210af27581c16d20f36
    Image:         quay.io/jetstack/cert-manager-webhook:v1.11.0
    Image ID:      quay.io/jetstack/cert-manager-webhook@sha256:6730d96fc382a57cde4f7519d2a32b40013e0d3bace2ea0579c7c051fbbd608d
    Ports:         10250/TCP, 6080/TCP
    Host Ports:    0/TCP, 0/TCP
    Args:
      --v=2
      --secure-port=10250
      --dynamic-serving-ca-secret-namespace=$(POD_NAMESPACE)
      --dynamic-serving-ca-secret-name=cert-manager-webhook-ca
      --dynamic-serving-dns-names=cert-manager-webhook
      --dynamic-serving-dns-names=cert-manager-webhook.$(POD_NAMESPACE)
      --dynamic-serving-dns-names=cert-manager-webhook.$(POD_NAMESPACE).svc
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:41 -0600
    Ready:          True
    Restart Count:  0
    Liveness:       http-get http://:6080/livez delay=60s timeout=1s period=10s #success=1 #failure=3
    Readiness:      http-get http://:6080/healthz delay=5s timeout=1s period=5s #success=1 #failure=3
    Environment:
      POD_NAMESPACE:  cert-manager (v1:metadata.namespace)
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-vbj45 (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  kube-api-access-vbj45:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              kubernetes.io/os=linux
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:             wg-easy-57fd9f46c9-9vbvw
Namespace:        ix-wg-easy
Priority:         0
Service Account:  default
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:20:33 -0600
Labels:           app=wg-easy-2.0.13
                  app.kubernetes.io/instance=wg-easy
                  app.kubernetes.io/managed-by=Helm
                  app.kubernetes.io/name=wg-easy
                  app.kubernetes.io/version=11
                  helm-revision=19
                  helm.sh/chart=wg-easy-2.0.13
                  pod-template-hash=57fd9f46c9
                  pod.name=wgeasy
                  release=wg-easy
Annotations:      rollme: Pv7hO
Status:           Running
IP:               192.168.1.5
IPs:
  IP:           192.168.1.5
Controlled By:  ReplicaSet/wg-easy-57fd9f46c9
Containers:
  wg-easy:
    Container ID:   containerd://eb39d1f58d11e9574f78a17e9623368c665254fd16f9387b8250b7449fcb7aaf
    Image:          ghcr.io/wg-easy/wg-easy:11
    Image ID:       ghcr.io/wg-easy/wg-easy@sha256:b963161827d6535c03e25aca03440c3cc4aeef7cb2cc015df81081301a19453b
    Ports:          51818/UDP, 51821/TCP
    Host Ports:     51818/UDP, 51821/TCP
    State:          Running
      Started:      Mon, 19 Feb 2024 19:20:34 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     4
      memory:  8Gi
    Requests:
      cpu:      10m
      memory:   50Mi
    Liveness:   http-get http://:51821/ delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:  http-get http://:51821/ delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:    http-get http://:51821/ delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                       UTC
      UMASK:                    002
      UMASK_SET:                002
      NVIDIA_VISIBLE_DEVICES:   void
      PUID:                     0
      USER_ID:                  0
      UID:                      0
      PGID:                     568
      GROUP_ID:                 568
      GID:                      568
      PASSWORD:                 Th3Ra1nN5p@i\
      PORT:                     51821
      WG_ALLOWED_IPS:           0.0.0.0/0,::/0
      WG_DEFAULT_ADDRESS:       10.8.0.x
      WG_DEFAULT_DNS:           9.9.9.9
      WG_DEVICE:                eth0
      WG_HOST:                  blainep.duckdns.org
      WG_MTU:                   1420
      WG_PATH:                  /etc/wireguard
      WG_PERSISTENT_KEEPALIVE:  0
      WG_PORT:                  51818
      WG_POST_UP:               iptables -t nat -A POSTROUTING -s 10.8.0.0/24 -o br0 -j MASQUERADE; iptables -A INPUT -p udp -m udp --dport 51820 -j ACCEPT; iptables -A FORWARD -i wg0 -j ACCEPT; iptables -A FORWARD -o wg0 -j ACCEPT;
      WG_PRE_UP:                iptables -t nat -F; iptables -F;
    Mounts:
      /etc/wireguard from config (rw)
      /tmp from tmp (rw)
      /wg from wgeasy-0 (rw)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/ix-applications/releases/wg-easy/volumes/ix_volumes/ix-wg-easy_config
    HostPathType:  
  tmp:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  wgeasy-0:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/Wireguard-easy
    HostPathType:  
QoS Class:         Burstable
Node-Selectors:    <none>
Tolerations:       node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                   node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:            <none>


Name:             nextcloud-postgres-f5f985498-xn2np
Namespace:        ix-nextcloud
Priority:         0
Service Account:  default
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:41:17 -0600
Labels:           app.kubernetes.io/instance=nextcloud-postgres
                  app.kubernetes.io/name=nextcloud-postgres
                  pod-template-hash=f5f985498
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.196"
                        ],
                        "mac": "9a:ac:1f:26:fe:a2",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
                  rollme: u1NZM
Status:           Running
IP:               172.16.0.196
IPs:
  IP:           172.16.0.196
Controlled By:  ReplicaSet/nextcloud-postgres-f5f985498
Containers:
  nextcloud-postgres:
    Container ID:   containerd://918522cfd09d5d33a743912c08f78e843d779c4eef61a7d1605e76a7dfc09cfd
    Image:          postgres:13.1
    Image ID:       docker.io/library/postgres@sha256:26180996f7d804993f9c90398615d1269709a799b5eb79109292843a1c7cd851
    Port:           5432/TCP
    Host Port:      0/TCP
    State:          Running
      Started:      Mon, 19 Feb 2024 19:41:18 -0600
    Ready:          True
    Restart Count:  0
    Liveness:       exec [sh -c until pg_isready -U ${POSTGRES_USER} -h localhost; do sleep 2; done] delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:      exec [sh -c until pg_isready -U ${POSTGRES_USER} -h localhost; do sleep 2; done] delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:        exec [sh -c until pg_isready -U ${POSTGRES_USER} -h localhost; do sleep 2; done] delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      POSTGRES_USER:      <set to the key 'db-user' in secret 'db-details'>      Optional: false
      POSTGRES_PASSWORD:  <set to the key 'db-password' in secret 'db-details'>  Optional: false
    Mounts:
      /postgres_backups from postgres-backup (rw)
      /var/lib/postgresql/data from postgres-data (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-z26xn (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  postgres-backup:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/ix-applications/releases/nextcloud/volumes/ix_volumes/ix-postgres_backups
    HostPathType:  
  postgres-data:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/ix-applications/releases/nextcloud/volumes/ix_volumes/ix-postgres_data
    HostPathType:  
  kube-api-access-z26xn:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:             nextcloud-77d4d45577-t5mbx
Namespace:        ix-nextcloud
Priority:         0
Service Account:  default
Node:             ix-truenas/192.168.1.5
Start Time:       Mon, 19 Feb 2024 19:35:48 -0600
Labels:           app.kubernetes.io/instance=nextcloud
                  app.kubernetes.io/name=nextcloud
                  pod-template-hash=77d4d45577
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.195"
                        ],
                        "mac": "3e:5a:e3:0f:dd:14",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
                  rollme: geJ0Y
Status:           Running
IP:               172.16.0.195
IPs:
  IP:           172.16.0.195
Controlled By:  ReplicaSet/nextcloud-77d4d45577
Init Containers:
  init-postgresdb:
    Container ID:  containerd://f32a13370fc7a6158f0747c1dee7d9eee47e4409e9a543e67cc1f602ecc809bb
    Image:         postgres:13.1
    Image ID:      docker.io/library/postgres@sha256:26180996f7d804993f9c90398615d1269709a799b5eb79109292843a1c7cd851
    Port:          <none>
    Host Port:     <none>
    Command:
      sh
      -c
      until pg_isready -U $POSTGRES_USER -d nextcloud -h nextcloud-postgres; do echo waiting for postgres; sleep 2; done
    State:          Terminated
      Reason:       Completed
      Exit Code:    0
      Started:      Mon, 19 Feb 2024 19:35:50 -0600
      Finished:     Mon, 19 Feb 2024 19:41:38 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      POSTGRES_USER:      <set to the key 'db-user' in secret 'db-details'>      Optional: false
      POSTGRES_PASSWORD:  <set to the key 'db-password' in secret 'db-details'>  Optional: false
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-48t29 (ro)
Containers:
  nginx:
    Container ID:   containerd://a01f60cb420474e690dc8ebaeb99c00b83bc45de7328a8aaa2565bd40dce3b21
    Image:          nginx:1.23.3
    Image ID:       docker.io/library/nginx@sha256:f4e3b6489888647ce1834b601c6c06b9f8c03dee6e097e13ed3e28c01ea3ac8c
    Ports:          8000/TCP, 9001/TCP
    Host Ports:     0/TCP, 0/TCP
    State:          Running
      Started:      Mon, 19 Feb 2024 19:41:44 -0600
    Ready:          True
    Restart Count:  0
    Liveness:       http-get https://:9001/status.php delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:      http-get https://:9001/status.php delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:        http-get https://:9001/status.php delay=30s timeout=2s period=5s #success=1 #failure=60
    Environment:    <none>
    Mounts:
      /etc/nginx-certs from cert-secret-volume (rw)
      /etc/nginx/nginx.conf from nginx-configuration (rw,path="nginx.conf")
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-48t29 (ro)
  nextcloud:
    Container ID:   containerd://d0d4567214ff60c99892631c31c88de13762dc136ea4392937b989c34d84207b
    Image:          nextcloud:28.0.2
    Image ID:       docker.io/library/nextcloud@sha256:00a5983ec3353ed71df9c6df644a84c3d8a88ac7b93d8f591fdcbb5eaa8fb459
    Port:           80/TCP
    Host Port:      0/TCP
    State:          Running
      Started:      Mon, 19 Feb 2024 19:41:45 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     4
      memory:  8Gi
    Requests:
      cpu:      10m
      memory:   50Mi
    Liveness:   http-get http://:http/status.php delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:  http-get http://:http/status.php delay=10s timeout=5s period=10s #success=1 #failure=5
    Startup:    exec [/bin/sh -c commands_to_check=smbclient
for comm in $commands_to_check; do
  if ! command -v $comm /dev/null 2>&1; then
    echo "Command $comm not found"
    exit 1
  fi
done
] delay=60s timeout=2s period=10s #success=1 #failure=100
    Environment:
      POSTGRES_USER:              <set to the key 'db-user' in secret 'db-details'>      Optional: false
      POSTGRES_PASSWORD:          <set to the key 'db-password' in secret 'db-details'>  Optional: false
      POSTGRES_HOST:              nextcloud-postgres:5432
      POSTGRES_DB:                nextcloud
      NEXTCLOUD_DATA_DIR:         /mnt/T800
      PHP_UPLOAD_LIMIT:           3G
      PHP_MEMORY_LIMIT:           512M
      APACHE_DISABLE_REWRITE_IP:  1
      OVERWRITEHOST:              192.168.1.5:9001
      OVERWRITEPROTOCOL:          https
      TRUSTED_PROXIES:            127.0.0.1
      NEXTCLOUD_TRUSTED_DOMAINS:  192.168.1.5
      NEXTCLOUD_ADMIN_USER:       <set to the key 'nextcloud-username' in secret 'nextcloud'>  Optional: false
      NEXTCLOUD_ADMIN_PASSWORD:   <set to the key 'nextcloud-password' in secret 'nextcloud'>  Optional: false
    Mounts:
      /etc/apache2/conf-enabled/limitrequestbody.conf from nextcloud-configuration (rw,path="limitrequestbody.conf")
      /mnt/T800 from nextcloud-data (rw,path="data")
      /usr/local/etc/php/conf.d/nextcloud-z-99.ini from nextcloud-configuration (rw,path="php.ini")
      /usr/local/etc/php/conf.d/opcache-z-99.ini from nextcloud-configuration (rw,path="opcache.ini")
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-48t29 (ro)
      /var/www/ from nextcloud-data (rw,path="root")
      /var/www/html from nextcloud-data (rw,path="html")
      /var/www/html/config from nextcloud-data (rw,path="config")
      /var/www/html/custom_apps from nextcloud-data (rw,path="custom_apps")
      /var/www/html/themes from nextcloud-data (rw,path="themes")
      /var/www/tmp from nextcloud-data (rw,path="tmp")
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  nextcloud-configuration:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      nextcloud-configuration
    Optional:  false
  nginx-configuration:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      nginx-configuration
    Optional:  false
  cert-secret-volume:
    Type:        Secret (a volume populated by a Secret)
    SecretName:  nginx-secret
    Optional:    false
  nextcloud-data:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/NextCloud
    HostPathType:  
  kube-api-access-48t29:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:             pihole2-55794bbbd6-ft6dc
Namespace:        ix-pihole2
Priority:         0
Service Account:  default
Node:             ix-truenas/192.168.1.5
Start Time:       Thu, 22 Feb 2024 17:11:25 -0600
Labels:           app=pihole-2.0.5
                  app.kubernetes.io/instance=pihole2
                  app.kubernetes.io/managed-by=Helm
                  app.kubernetes.io/name=pihole
                  app.kubernetes.io/version=2024.02.0
                  helm-revision=3
                  helm.sh/chart=pihole-2.0.5
                  pod-template-hash=55794bbbd6
                  pod.name=pihole
                  release=pihole2
Annotations:      rollme: bVdVi
Status:           Running
IP:               192.168.1.5
IPs:
  IP:           192.168.1.5
Controlled By:  ReplicaSet/pihole2-55794bbbd6
Containers:
  pihole2:
    Container ID:   containerd://e137c4c8f0449aaaae4f6d693a2d476629aacfc5cbefa8e3958776849220a8a8
    Image:          pihole/pihole:2024.02.0
    Image ID:       docker.io/pihole/pihole@sha256:8077053835c2d2449041adad0c272d6e5fea3df91c5dfc3dae2bd950999c3118
    Ports:          53/TCP, 53/UDP, 20720/TCP
    Host Ports:     53/TCP, 53/UDP, 20720/TCP
    State:          Running
      Started:      Thu, 22 Feb 2024 17:11:31 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     4
      memory:  8Gi
    Requests:
      cpu:      10m
      memory:   50Mi
    Liveness:   http-get http://:20720/admin/login.php delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:  http-get http://:20720/admin/login.php delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:    http-get http://:20720/admin/login.php delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                      America/Chicago
      UMASK:                   002
      UMASK_SET:               002
      NVIDIA_VISIBLE_DEVICES:  void
      PUID:                    568
      USER_ID:                 568
      UID:                     568
      PGID:                    568
      GROUP_ID:                568
      GID:                     568
      WEBPASSWORD:             Ghoti12#
      WEB_PORT:                20720
    Mounts:
      /etc/dnsmasq.d from dnsmasq (rw)
      /etc/pihole from config (rw)
      /tmp from tmp (rw)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/ix-applications/releases/pihole2/volumes/ix_volumes/config
    HostPathType:  
  dnsmasq:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/ix-applications/releases/pihole2/volumes/ix_volumes/dnsmasq
    HostPathType:  
  tmp:
    Type:        EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:      
    SizeLimit:   <unset>
QoS Class:       Burstable
Node-Selectors:  <none>
Tolerations:     node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                 node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:          <none>


Name:             cloudflareddns-77bbd57447-9bh42
Namespace:        ix-cloudflareddns
Priority:         0
Service Account:  default
Node:             ix-truenas/192.168.1.5
Start Time:       Thu, 22 Feb 2024 17:12:24 -0600
Labels:           app=cloudflareddns-8.2.1
                  app.kubernetes.io/instance=cloudflareddns
                  app.kubernetes.io/managed-by=Helm
                  app.kubernetes.io/name=cloudflareddns
                  app.kubernetes.io/version=latest
                  helm-revision=18
                  helm.sh/chart=cloudflareddns-8.2.1
                  pod-template-hash=77bbd57447
                  pod.lifecycle=permanent
                  pod.name=main
                  release=cloudflareddns
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.198"
                        ],
                        "mac": "da:81:1a:4f:98:82",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
                  rollme: dJxdN
Status:           Running
IP:               172.16.0.198
IPs:
  IP:           172.16.0.198
Controlled By:  ReplicaSet/cloudflareddns-77bbd57447
Containers:
  cloudflareddns:
    Container ID:   containerd://2e4d44fe2e66c65c38a5f17442596d9089aa5165dd1d7f5bee6a1c0e425f7987
    Image:          ghcr.io/hotio/cloudflareddns:latest@sha256:f2c17c1f24df72f1d8993ae0b0f10a5c29b4432c6ec66713b3fb9d73ad9a633b
    Image ID:       ghcr.io/hotio/cloudflareddns@sha256:f2c17c1f24df72f1d8993ae0b0f10a5c29b4432c6ec66713b3fb9d73ad9a633b
    Port:           <none>
    Host Port:      <none>
    State:          Running
      Started:      Thu, 22 Feb 2024 17:12:31 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      cpu:     4
      memory:  8Gi
    Requests:
      cpu:     10m
      memory:  50Mi
    Environment Variables from:
      cloudflareddns-secret  Secret  Optional: false
    Environment:
      TZ:                      America/Chicago
      UMASK:                   0022
      UMASK_SET:               0022
      NVIDIA_VISIBLE_DEVICES:  void
      PUID:                    568
      USER_ID:                 568
      UID:                     568
      PGID:                    568
      GROUP_ID:                568
      GID:                     568
    Mounts:
      /config from config (rw)
      /dev/shm from devshm (rw)
      /shared from shared (rw)
      /tmp from tmp (rw)
      /var/logs from varlogs (rw)
      /var/run from varrun (rw)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000
    HostPathType:  
  devshm:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  shared:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  tmp:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  varlogs:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  varrun:
    Type:                     EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:                   Memory
    SizeLimit:                8Gi
QoS Class:                    Burstable
Node-Selectors:               kubernetes.io/arch=amd64
Tolerations:                  node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                              node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Topology Spread Constraints:  kubernetes.io/hostname:ScheduleAnyway when max skew 1 is exceeded for selector app.kubernetes.io/instance=cloudflareddns,app.kubernetes.io/name=cloudflareddns,pod.name=main
                              truecharts.org/rack:ScheduleAnyway when max skew 1 is exceeded for selector app.kubernetes.io/instance=cloudflareddns,app.kubernetes.io/name=cloudflareddns,pod.name=main
Events:                       <none>


Name:             svclb-plex-f41ab2a7-52vd9
Namespace:        kube-system
Priority:         0
Service Account:  svclb
Node:             ix-truenas/192.168.1.5
Start Time:       Sat, 24 Feb 2024 20:32:07 -0600
Labels:           app=svclb-plex-f41ab2a7
                  controller-revision-hash=75f5c45656
                  pod-template-generation=1
                  svccontroller.k3s.cattle.io/svcname=plex
                  svccontroller.k3s.cattle.io/svcnamespace=ix-plex
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.199"
                        ],
                        "mac": "26:09:49:b5:25:bd",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
Status:           Running
IP:               172.16.0.199
IPs:
  IP:           172.16.0.199
Controlled By:  DaemonSet/svclb-plex-f41ab2a7
Containers:
  lb-tcp-32400:
    Container ID:   containerd://82ccd7ec7f539ff9adc9343fb5250b30a94aaf4270528ca9d452744458134a26
    Image:          rancher/klipper-lb:v0.4.4
    Image ID:       docker.io/rancher/klipper-lb@sha256:d6780e97ac25454b56f88410b236d52572518040f11d0db5c6baaac0d2fcf860
    Port:           32400/TCP
    Host Port:      32400/TCP
    State:          Running
      Started:      Sat, 24 Feb 2024 20:32:08 -0600
    Ready:          True
    Restart Count:  0
    Environment:
      SRC_PORT:    32400
      SRC_RANGES:  0.0.0.0/0
      DEST_PROTO:  TCP
      DEST_PORT:   32400
      DEST_IPS:    172.17.105.54
    Mounts:        <none>
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:            <none>
QoS Class:          BestEffort
Node-Selectors:     <none>
Tolerations:        CriticalAddonsOnly op=Exists
                    node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                    node-role.kubernetes.io/master:NoSchedule op=Exists
                    node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                    node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                    node.kubernetes.io/not-ready:NoExecute op=Exists
                    node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                    node.kubernetes.io/unreachable:NoExecute op=Exists
                    node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:             <none>


Name:             plex-d7c5cf89-dr9x9
Namespace:        ix-plex
Priority:         0
Service Account:  default
Node:             ix-truenas/192.168.1.5
Start Time:       Thu, 29 Feb 2024 21:50:04 -0600
Labels:           app=plex-17.2.0
                  app.kubernetes.io/instance=plex
                  app.kubernetes.io/managed-by=Helm
                  app.kubernetes.io/name=plex
                  app.kubernetes.io/version=1.40.0.7998
                  helm-revision=14
                  helm.sh/chart=plex-17.2.0
                  pod-template-hash=d7c5cf89
                  pod.lifecycle=permanent
                  pod.name=main
                  release=plex
Annotations:      k8s.v1.cni.cncf.io/network-status:
                    [{
                        "name": "ix-net",
                        "interface": "eth0",
                        "ips": [
                            "172.16.0.201"
                        ],
                        "mac": "46:ba:6e:98:a6:18",
                        "default": true,
                        "dns": {},
                        "gateway": [
                            "172.16.0.1"
                        ]
                    }]
                  rollme: sbFp9
Status:           Running
IP:               172.16.0.201
IPs:
  IP:           172.16.0.201
Controlled By:  ReplicaSet/plex-d7c5cf89
Containers:
  plex:
    Container ID:   containerd://6a2311c7d89b18a4f4d77e58d6217370fc1a3641817abed23032c7c601d2bfa1
    Image:          ghcr.io/onedr0p/plex:1.40.0.7998-c29d4c0c8@sha256:6aee52b3ad59747bd8d794820be9771ab11d8ee60168c77ea2871f69301bdc35
    Image ID:       ghcr.io/onedr0p/plex@sha256:6aee52b3ad59747bd8d794820be9771ab11d8ee60168c77ea2871f69301bdc35
    Port:           32400/TCP
    Host Port:      0/TCP
    State:          Running
      Started:      Thu, 29 Feb 2024 21:50:05 -0600
    Ready:          True
    Restart Count:  0
    Limits:
      amd.com/gpu:         0
      cpu:                 4
      gpu.intel.com/i915:  0
      memory:              8Gi
      nvidia.com/gpu:      0
    Requests:
      amd.com/gpu:         0
      cpu:                 10m
      gpu.intel.com/i915:  0
      memory:              50Mi
      nvidia.com/gpu:      0
    Liveness:              http-get http://:32400/identity delay=10s timeout=5s period=10s #success=1 #failure=5
    Readiness:             http-get http://:32400/identity delay=10s timeout=5s period=10s #success=2 #failure=5
    Startup:               tcp-socket :32400 delay=10s timeout=2s period=5s #success=1 #failure=60
    Environment:
      TZ:                       America/Chicago
      UMASK:                    0022
      UMASK_SET:                0022
      NVIDIA_VISIBLE_DEVICES:   void
      S6_READ_ONLY_ROOT:        1
      ADVERTISE_IP:             http://192.168.1.5:32400
      ALLOWED_NETWORKS:         172.16.0.0/12,10.0.0.0/8,192.168.0.0/16
      PLEX_CLAIM:               claim-GkMKVF4MLqVsY6gx3z5x
      PLEX_PREFERENCE_GDM:      GdmEnabled=0
      PLEX_PREFERENCE_SEC_CON:  secureConnections=1
    Mounts:
      /config from config (rw)
      /dev/shm from devshm (rw)
      /mnt/Media from persist-list-0 (rw)
      /shared from shared (rw)
      /tmp from tmp (rw)
      /transcode from transcode (rw)
      /var/logs from varlogs (rw)
      /var/run from varrun (rw)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  config:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T1000/Plex
    HostPathType:  
  devshm:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  persist-list-0:
    Type:          HostPath (bare host directory volume)
    Path:          /mnt/T800/Media/Plex
    HostPathType:  
  shared:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  tmp:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  transcode:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  varlogs:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     Memory
    SizeLimit:  8Gi
  varrun:
    Type:                     EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:                   Memory
    SizeLimit:                8Gi
QoS Class:                    Burstable
Node-Selectors:               kubernetes.io/arch=amd64
Tolerations:                  node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                              node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Topology Spread Constraints:  kubernetes.io/hostname:ScheduleAnyway when max skew 1 is exceeded for selector app.kubernetes.io/instance=plex,app.kubernetes.io/name=plex,pod.name=main
                              truecharts.org/rack:ScheduleAnyway when max skew 1 is exceeded for selector app.kubernetes.io/instance=plex,app.kubernetes.io/name=plex,pod.name=main
Events:                       <none>
