
------------------------------------
1) Describe 'Daemonsets' resources
------------------------------------

Name:           svclb-nginx-proxy-manager-web-8ae46abf
Selector:       app=svclb-nginx-proxy-manager-web-8ae46abf
Node-Selector:  <none>
Labels:         objectset.rio.cattle.io/hash=ce596e5a5a874cdfe5ed26c2a2d236ac30ae45b2
                svccontroller.k3s.cattle.io/nodeselector=false
                svccontroller.k3s.cattle.io/svcname=nginx-proxy-manager-web
                svccontroller.k3s.cattle.io/svcnamespace=ix-nginx-proxy-manager
Annotations:    deprecated.daemonset.template.generation: 1
                objectset.rio.cattle.io/applied:
                  H4sIAAAAAAAA/8xUXW/rNgz9KwOfbeejSZsZ2EPRFkOx3TRIcvdyERS0xCRaZEmQaDdB4f8+yEl7XSy37fZ00QKBpMND8/CQz4BO/UU+KGsgB3Qu9OoBJLBTRkIOt0ilNQtiSKAkRo...
                objectset.rio.cattle.io/id: 
                objectset.rio.cattle.io/owner-gvk: /v1, Kind=Service
                objectset.rio.cattle.io/owner-name: nginx-proxy-manager-web
                objectset.rio.cattle.io/owner-namespace: ix-nginx-proxy-manager
Desired Number of Nodes Scheduled: 1
Current Number of Nodes Scheduled: 1
Number of Nodes Scheduled with Up-to-date Pods: 1
Number of Nodes Scheduled with Available Pods: 1
Number of Nodes Misscheduled: 0
Pods Status:  1 Running / 0 Waiting / 0 Succeeded / 0 Failed
Pod Template:
  Labels:           app=svclb-nginx-proxy-manager-web-8ae46abf
                    svccontroller.k3s.cattle.io/svcname=nginx-proxy-manager-web
                    svccontroller.k3s.cattle.io/svcnamespace=ix-nginx-proxy-manager
  Service Account:  svclb
  Containers:
   lb-tcp-80:
    Image:      rancher/klipper-lb:v0.4.4
    Port:       80/TCP
    Host Port:  80/TCP
    Environment:
      SRC_PORT:    80
      SRC_RANGES:  0.0.0.0/0
      DEST_PROTO:  TCP
      DEST_PORT:   80
      DEST_IPS:    172.17.17.134
    Mounts:        <none>
  Volumes:         <none>
Events:
  Type     Reason            Age   From                  Message
  ----     ------            ----  ----                  -------
  Warning  FailedDaemonPod   20m   daemonset-controller  Found failed daemon pod kube-system/svclb-nginx-proxy-manager-web-8ae46abf-kdhvg on node ix-truenas, will try to kill it
  Normal   SuccessfulDelete  20m   daemonset-controller  Deleted pod: svclb-nginx-proxy-manager-web-8ae46abf-kdhvg
  Normal   SuccessfulCreate  15m   daemonset-controller  Created pod: svclb-nginx-proxy-manager-web-8ae46abf-47frf


Name:           svclb-nginx-proxy-manager-9216e761
Selector:       app=svclb-nginx-proxy-manager-9216e761
Node-Selector:  <none>
Labels:         objectset.rio.cattle.io/hash=16695f55c5da7508c03e77e19604fbbed57fb527
                svccontroller.k3s.cattle.io/nodeselector=false
                svccontroller.k3s.cattle.io/svcname=nginx-proxy-manager
                svccontroller.k3s.cattle.io/svcnamespace=ix-nginx-proxy-manager
Annotations:    deprecated.daemonset.template.generation: 1
                objectset.rio.cattle.io/applied:
                  H4sIAAAAAAAA/8RUUW/iRhD+K9U82wZzgO8s9SFKoipqjyDg+nJC0Xg9wJb17mp37ANF/u/VGpI6KrmgvlQ8IO9+883ON9/MM6CVf5Lz0mjIAa31gyaFCPZSl5DDHVJl9JIYIqiIsU...
                objectset.rio.cattle.io/id: 
                objectset.rio.cattle.io/owner-gvk: /v1, Kind=Service
                objectset.rio.cattle.io/owner-name: nginx-proxy-manager
                objectset.rio.cattle.io/owner-namespace: ix-nginx-proxy-manager
Desired Number of Nodes Scheduled: 1
Current Number of Nodes Scheduled: 1
Number of Nodes Scheduled with Up-to-date Pods: 1
Number of Nodes Scheduled with Available Pods: 1
Number of Nodes Misscheduled: 0
Pods Status:  1 Running / 0 Waiting / 0 Succeeded / 0 Failed
Pod Template:
  Labels:           app=svclb-nginx-proxy-manager-9216e761
                    svccontroller.k3s.cattle.io/svcname=nginx-proxy-manager
                    svccontroller.k3s.cattle.io/svcnamespace=ix-nginx-proxy-manager
  Service Account:  svclb
  Containers:
   lb-tcp-10582:
    Image:      rancher/klipper-lb:v0.4.4
    Port:       10582/TCP
    Host Port:  10582/TCP
    Environment:
      SRC_PORT:    10582
      SRC_RANGES:  0.0.0.0/0
      DEST_PROTO:  TCP
      DEST_PORT:   10582
      DEST_IPS:    172.17.177.214
    Mounts:        <none>
  Volumes:         <none>
Events:
  Type     Reason            Age   From                  Message
  ----     ------            ----  ----                  -------
  Warning  FailedDaemonPod   20m   daemonset-controller  Found failed daemon pod kube-system/svclb-nginx-proxy-manager-9216e761-sgrzl on node ix-truenas, will try to kill it
  Normal   SuccessfulDelete  20m   daemonset-controller  Deleted pod: svclb-nginx-proxy-manager-9216e761-sgrzl
  Normal   SuccessfulCreate  15m   daemonset-controller  Created pod: svclb-nginx-proxy-manager-9216e761-62wsv


Name:           csi-smb-node
Selector:       app=csi-smb-node
Node-Selector:  kubernetes.io/os=linux
Labels:         objectset.rio.cattle.io/hash=dcff83f97210cf176ea098fd305c31dad9e74663
Annotations:    deprecated.daemonset.template.generation: 1
                objectset.rio.cattle.io/applied:
                  H4sIAAAAAAAA/8xWTW8bNxD9K8XABwfY1YcVO/YCOjiWkhhpZEFy0kNgCBQ5kqbikluSu5Fq7H8vyF19xJUSFe2hBwErDjl8897jkM/AMvqCxpJWkADLMtss2hDBkpSABHoMU63G6C...
                objectset.rio.cattle.io/id: 
                objectset.rio.cattle.io/owner-gvk: k3s.cattle.io/v1, Kind=Addon
                objectset.rio.cattle.io/owner-name: smb-csi
                objectset.rio.cattle.io/owner-namespace: kube-system
Desired Number of Nodes Scheduled: 1
Current Number of Nodes Scheduled: 1
Number of Nodes Scheduled with Up-to-date Pods: 1
Number of Nodes Scheduled with Available Pods: 1
Number of Nodes Misscheduled: 0
Pods Status:  1 Running / 0 Waiting / 0 Succeeded / 0 Failed
Pod Template:
  Labels:           app=csi-smb-node
  Service Account:  csi-smb-node-sa
  Containers:
   liveness-probe:
    Image:      registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29643
      --v=2
    Limits:
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
   node-driver-registrar:
    Image:      registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.8.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --csi-address=$(ADDRESS)
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
      --v=2
    Limits:
      memory:  100Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  exec [/csi-node-driver-registrar --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) --mode=kubelet-registration-probe] delay=30s timeout=15s period=10s #success=1 #failure=3
    Environment:
      ADDRESS:               /csi/csi.sock
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/smb.csi.k8s.io/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /registration from registration-dir (rw)
   smb:
    Image:      registry.k8s.io/sig-storage/smbplugin:v1.11.0
    Port:       29643/TCP
    Host Port:  29643/TCP
    Args:
      --v=5
      --endpoint=$(CSI_ENDPOINT)
      --nodeid=$(KUBE_NODE_NAME)
    Limits:
      memory:  200Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      CSI_ENDPOINT:    unix:///csi/csi.sock
      KUBE_NODE_NAME:   (v1:spec.nodeName)
    Mounts:
      /csi from socket-dir (rw)
      /var/lib/kubelet/ from mountpoint-dir (rw)
  Volumes:
   socket-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/smb.csi.k8s.io
    HostPathType:  DirectoryOrCreate
   mountpoint-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/
    HostPathType:  DirectoryOrCreate
   registration-dir:
    Type:               HostPath (bare host directory volume)
    Path:               /var/lib/kubelet/plugins_registry/
    HostPathType:       DirectoryOrCreate
  Priority Class Name:  system-node-critical
Events:                 <none>


Name:           csi-nfs-node
Selector:       app=csi-nfs-node
Node-Selector:  kubernetes.io/os=linux
Labels:         objectset.rio.cattle.io/hash=e20aeb27d825538dc5fa9f4d82c2fe2058f8374c
Annotations:    deprecated.daemonset.template.generation: 1
                objectset.rio.cattle.io/applied:
                  H4sIAAAAAAAA/8xW328auRP/V74a9aFfaRcIhCtdiYc00DbqhaCQ9nSqImTsWZjDa+/Z3m24aP/3k70LoSlJuOoe7gHJ6/n9mc8MvgeW0xc0lrSCBFie23Z5AhGsSQlIYMQw02qGDi...
                objectset.rio.cattle.io/id: 
                objectset.rio.cattle.io/owner-gvk: k3s.cattle.io/v1, Kind=Addon
                objectset.rio.cattle.io/owner-name: nfs-csi
                objectset.rio.cattle.io/owner-namespace: kube-system
Desired Number of Nodes Scheduled: 1
Current Number of Nodes Scheduled: 1
Number of Nodes Scheduled with Up-to-date Pods: 1
Number of Nodes Scheduled with Available Pods: 1
Number of Nodes Misscheduled: 0
Pods Status:  1 Running / 0 Waiting / 0 Succeeded / 0 Failed
Pod Template:
  Labels:           app=csi-nfs-node
  Service Account:  csi-nfs-node-sa
  Containers:
   liveness-probe:
    Image:      registry.k8s.io/sig-storage/livenessprobe:v2.10.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --csi-address=/csi/csi.sock
      --probe-timeout=3s
      --health-port=29653
      --v=2
    Limits:
      memory:  100Mi
    Requests:
      cpu:        10m
      memory:     20Mi
    Environment:  <none>
    Mounts:
      /csi from socket-dir (rw)
   node-driver-registrar:
    Image:      registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.8.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --v=2
      --csi-address=/csi/csi.sock
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
    Limits:
      memory:  100Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  exec [/csi-node-driver-registrar --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH) --mode=kubelet-registration-probe] delay=30s timeout=15s period=10s #success=1 #failure=3
    Environment:
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/csi-nfsplugin/csi.sock
      KUBE_NODE_NAME:         (v1:spec.nodeName)
    Mounts:
      /csi from socket-dir (rw)
      /registration from registration-dir (rw)
   nfs:
    Image:      registry.k8s.io/sig-storage/nfsplugin:v4.4.0
    Port:       29653/TCP
    Host Port:  29653/TCP
    Args:
      -v=5
      --nodeid=$(NODE_ID)
      --endpoint=$(CSI_ENDPOINT)
    Limits:
      memory:  300Mi
    Requests:
      cpu:     10m
      memory:  20Mi
    Liveness:  http-get http://:healthz/healthz delay=30s timeout=10s period=30s #success=1 #failure=5
    Environment:
      NODE_ID:        (v1:spec.nodeName)
      CSI_ENDPOINT:  unix:///csi/csi.sock
    Mounts:
      /csi from socket-dir (rw)
      /var/lib/kubelet/pods from pods-mount-dir (rw)
  Volumes:
   socket-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/csi-nfsplugin
    HostPathType:  DirectoryOrCreate
   pods-mount-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/pods
    HostPathType:  Directory
   registration-dir:
    Type:               HostPath (bare host directory volume)
    Path:               /var/lib/kubelet/plugins_registry
    HostPathType:       Directory
  Priority Class Name:  system-node-critical
Events:                 <none>


Name:           svclb-nginx-proxy-manager-websecure-b7c8312a
Selector:       app=svclb-nginx-proxy-manager-websecure-b7c8312a
Node-Selector:  <none>
Labels:         objectset.rio.cattle.io/hash=8b1c9a754b36533cc7d5016fa1ff05195c85b0b1
                svccontroller.k3s.cattle.io/nodeselector=false
                svccontroller.k3s.cattle.io/svcname=nginx-proxy-manager-websecure
                svccontroller.k3s.cattle.io/svcnamespace=ix-nginx-proxy-manager
Annotations:    deprecated.daemonset.template.generation: 1
                objectset.rio.cattle.io/applied:
                  H4sIAAAAAAAA/8xVUW/iOBD+K6d5TgIpYWkj3UPVVqfqbikC9l5WqJo4A/hwbMuepKAq//3kQLtZHbvt9WnFA7L9zTf2N99MngGt/Jucl0ZDDmitHzQpRLCTuoQcbpEqoxfEEEFFjC...
                objectset.rio.cattle.io/id: 
                objectset.rio.cattle.io/owner-gvk: /v1, Kind=Service
                objectset.rio.cattle.io/owner-name: nginx-proxy-manager-websecure
                objectset.rio.cattle.io/owner-namespace: ix-nginx-proxy-manager
Desired Number of Nodes Scheduled: 1
Current Number of Nodes Scheduled: 1
Number of Nodes Scheduled with Up-to-date Pods: 1
Number of Nodes Scheduled with Available Pods: 1
Number of Nodes Misscheduled: 0
Pods Status:  1 Running / 0 Waiting / 0 Succeeded / 0 Failed
Pod Template:
  Labels:           app=svclb-nginx-proxy-manager-websecure-b7c8312a
                    svccontroller.k3s.cattle.io/svcname=nginx-proxy-manager-websecure
                    svccontroller.k3s.cattle.io/svcnamespace=ix-nginx-proxy-manager
  Service Account:  svclb
  Containers:
   lb-tcp-443:
    Image:      rancher/klipper-lb:v0.4.4
    Port:       443/TCP
    Host Port:  443/TCP
    Environment:
      SRC_PORT:    443
      SRC_RANGES:  0.0.0.0/0
      DEST_PROTO:  TCP
      DEST_PORT:   443
      DEST_IPS:    172.17.244.9
    Mounts:        <none>
  Volumes:         <none>
Events:
  Type     Reason            Age   From                  Message
  ----     ------            ----  ----                  -------
  Warning  FailedDaemonPod   20m   daemonset-controller  Found failed daemon pod kube-system/svclb-nginx-proxy-manager-websecure-b7c8312a-zqm5x on node ix-truenas, will try to kill it
  Normal   SuccessfulDelete  20m   daemonset-controller  Deleted pod: svclb-nginx-proxy-manager-websecure-b7c8312a-zqm5x
  Normal   SuccessfulCreate  16m   daemonset-controller  Created pod: svclb-nginx-proxy-manager-websecure-b7c8312a-rjgr9


Name:           intel-gpu-plugin
Selector:       app=intel-gpu-plugin
Node-Selector:  kubernetes.io/arch=amd64
Labels:         app=intel-gpu-plugin
Annotations:    deprecated.daemonset.template.generation: 1
Desired Number of Nodes Scheduled: 1
Current Number of Nodes Scheduled: 1
Number of Nodes Scheduled with Up-to-date Pods: 1
Number of Nodes Scheduled with Available Pods: 1
Number of Nodes Misscheduled: 0
Pods Status:  1 Running / 0 Waiting / 0 Succeeded / 0 Failed
Pod Template:
  Labels:  app=intel-gpu-plugin
  Init Containers:
   intel-gpu-initcontainer:
    Image:        intel/intel-gpu-initcontainer:0.19.0
    Port:         <none>
    Host Port:    <none>
    Environment:  <none>
    Mounts:
      /etc/kubernetes/node-feature-discovery/source.d/ from nfd-source-hooks (rw)
  Containers:
   intel-gpu-plugin:
    Image:      intel/intel-gpu-plugin:0.19.0
    Port:       <none>
    Host Port:  <none>
    Args:
      -shared-dev-num
      5
    Environment:
      NODE_NAME:   (v1:spec.nodeName)
    Mounts:
      /dev/dri from devfs (ro)
      /sys/class/drm from sysfs (ro)
      /var/lib/kubelet/device-plugins from kubeletsockets (rw)
  Volumes:
   devfs:
    Type:          HostPath (bare host directory volume)
    Path:          /dev/dri
    HostPathType:  
   sysfs:
    Type:          HostPath (bare host directory volume)
    Path:          /sys/class/drm
    HostPathType:  
   kubeletsockets:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/device-plugins
    HostPathType:  
   nfd-source-hooks:
    Type:          HostPath (bare host directory volume)
    Path:          /etc/kubernetes/node-feature-discovery/source.d/
    HostPathType:  DirectoryOrCreate
Events:
  Type     Reason            Age   From                  Message
  ----     ------            ----  ----                  -------
  Warning  FailedDaemonPod   20m   daemonset-controller  Found failed daemon pod kube-system/intel-gpu-plugin-shqb5 on node ix-truenas, will try to kill it
  Normal   SuccessfulDelete  20m   daemonset-controller  Deleted pod: intel-gpu-plugin-shqb5
  Normal   SuccessfulCreate  16m   daemonset-controller  Created pod: intel-gpu-plugin-56k8h


Name:           openebs-zfs-node
Selector:       app=openebs-zfs-node
Node-Selector:  <none>
Labels:         objectset.rio.cattle.io/hash=4b1efd47d7f37713706abe9f8b0de3f0adf02e2c
                openebs.io/component-name=openebs-zfs-node
                openebs.io/version=2.3.0
Annotations:    deprecated.daemonset.template.generation: 2
                objectset.rio.cattle.io/applied:
                  H4sIAAAAAAAA/6xWUY/aOBD+K5XVk1opIezSdnuR9oFCrl11FxBsew/VCjn2JPhw7Mh20uVW+e8nOwEChG1P2rfEnvlm5pvPYz8hnLPvoDSTAoUI57kOygvkoTUTFIVojCGTYgEGeS...
                objectset.rio.cattle.io/id: 
                objectset.rio.cattle.io/owner-gvk: k3s.cattle.io/v1, Kind=Addon
                objectset.rio.cattle.io/owner-name: zfs-operator
                objectset.rio.cattle.io/owner-namespace: kube-system
Desired Number of Nodes Scheduled: 1
Current Number of Nodes Scheduled: 1
Number of Nodes Scheduled with Up-to-date Pods: 1
Number of Nodes Scheduled with Available Pods: 1
Number of Nodes Misscheduled: 0
Pods Status:  1 Running / 0 Waiting / 0 Succeeded / 0 Failed
Pod Template:
  Labels:           app=openebs-zfs-node
                    openebs.io/component-name=openebs-zfs-node
                    openebs.io/version=2.3.0
                    role=openebs-zfs
  Service Account:  openebs-zfs-node-sa
  Containers:
   csi-node-driver-registrar:
    Image:      registry.k8s.io/sig-storage/csi-node-driver-registrar:v2.8.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --v=5
      --csi-address=$(ADDRESS)
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
    Environment:
      ADDRESS:               /plugin/csi.sock
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/zfs-localpv/csi.sock
      KUBE_NODE_NAME:         (v1:spec.nodeName)
      NODE_DRIVER:           openebs-zfs
    Mounts:
      /plugin from plugin-dir (rw)
      /registration from registration-dir (rw)
   openebs-zfs-plugin:
    Image:      openebs/zfs-driver:2.3.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --nodename=$(OPENEBS_NODE_NAME)
      --endpoint=$(OPENEBS_CSI_ENDPOINT)
      --plugin=$(OPENEBS_NODE_DRIVER)
    Environment:
      OPENEBS_NODE_NAME:      (v1:spec.nodeName)
      OPENEBS_CSI_ENDPOINT:  unix:///plugin/csi.sock
      OPENEBS_NODE_DRIVER:   agent
      OPENEBS_NAMESPACE:     openebs
      ALLOWED_TOPOLOGIES:    All
    Mounts:
      /dev from device-dir (rw)
      /home/keys from encr-keys (rw)
      /host from host-root (ro)
      /plugin from plugin-dir (rw)
      /sbin/zfs from chroot-zfs (rw,path="zfs")
      /var/lib/kubelet/ from pods-mount-dir (rw)
  Volumes:
   device-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /dev
    HostPathType:  Directory
   encr-keys:
    Type:          HostPath (bare host directory volume)
    Path:          /home/keys
    HostPathType:  DirectoryOrCreate
   chroot-zfs:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      openebs-zfspv-bin
    Optional:  false
   host-root:
    Type:          HostPath (bare host directory volume)
    Path:          /
    HostPathType:  Directory
   registration-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins_registry/
    HostPathType:  DirectoryOrCreate
   plugin-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/zfs-localpv/
    HostPathType:  DirectoryOrCreate
   pods-mount-dir:
    Type:               HostPath (bare host directory volume)
    Path:               /var/lib/kubelet/
    HostPathType:       Directory
  Priority Class Name:  openebs-zfs-csi-node-critical
Events:
  Type     Reason            Age   From                  Message
  ----     ------            ----  ----                  -------
  Warning  FailedDaemonPod   16m   daemonset-controller  Found failed daemon pod kube-system/openebs-zfs-node-cfml4 on node ix-truenas, will try to kill it
  Normal   SuccessfulDelete  16m   daemonset-controller  Deleted pod: openebs-zfs-node-cfml4
  Normal   SuccessfulCreate  15m   daemonset-controller  Created pod: openebs-zfs-node-ztdfw
