+--------------------------------------------------------------------------------+
+                      Kubernetes Configuration @1672544992                      +
+--------------------------------------------------------------------------------+
{
  "id": 1,
  "pool": "zfs",
  "cluster_cidr": "172.16.0.0/16",
  "service_cidr": "172.17.0.0/16",
  "cluster_dns_ip": "172.17.0.10",
  "route_v4_interface": null,
  "route_v4_gateway": null,
  "route_v6_interface": null,
  "route_v6_gateway": null,
  "node_ip": "0.0.0.0",
  "configure_gpus": true,
  "servicelb": true,
  "dataset": "zfs/ix-applications"
}
debug finished in 0 seconds for Kubernetes Configuration


+--------------------------------------------------------------------------------+
+                     k3s kubectl describe nodes @1672544992                     +
+--------------------------------------------------------------------------------+
Name:               ix-truenas
Roles:              control-plane,master
Labels:             beta.kubernetes.io/arch=amd64
                    beta.kubernetes.io/os=linux
                    kubernetes.io/arch=amd64
                    kubernetes.io/hostname=ix-truenas
                    kubernetes.io/os=linux
                    node-role.kubernetes.io/control-plane=true
                    node-role.kubernetes.io/master=true
                    openebs.io/nodeid=ix-truenas
                    openebs.io/nodename=ix-truenas
Annotations:        csi.volume.kubernetes.io/nodeid: {"zfs.csi.openebs.io":"ix-truenas"}
                    k3s.io/node-args:
                      ["server","--cluster-cidr","172.16.0.0/16","--cluster-dns","172.17.0.10","--data-dir","/mnt/zfs/ix-applications/k3s","--kube-apiserver-arg...
                    k3s.io/node-config-hash: JZYYEHLV4MNUQVHMGX2J3XIXMTVINDEQTX55MF4DRBYKOBICOYUA====
                    k3s.io/node-env: {"K3S_DATA_DIR":"/mnt/zfs/ix-applications/k3s/data/31d3a996a2d8b1e29c69b8fdaf434fb06a27e4eee7053db4073b98742789c928"}
                    node.alpha.kubernetes.io/ttl: 0
                    volumes.kubernetes.io/controller-managed-attach-detach: true
CreationTimestamp:  Wed, 17 Aug 2022 22:09:28 -0400
Taints:             <none>
Unschedulable:      false
Lease:
  HolderIdentity:  ix-truenas
  AcquireTime:     <unset>
  RenewTime:       Sat, 31 Dec 2022 22:49:49 -0500
Conditions:
  Type             Status  LastHeartbeatTime                 LastTransitionTime                Reason                       Message
  ----             ------  -----------------                 ------------------                ------                       -------
  MemoryPressure   False   Sat, 31 Dec 2022 22:45:56 -0500   Fri, 18 Nov 2022 11:43:53 -0500   KubeletHasSufficientMemory   kubelet has sufficient memory available
  DiskPressure     False   Sat, 31 Dec 2022 22:45:56 -0500   Fri, 18 Nov 2022 11:43:53 -0500   KubeletHasNoDiskPressure     kubelet has no disk pressure
  PIDPressure      False   Sat, 31 Dec 2022 22:45:56 -0500   Fri, 18 Nov 2022 11:43:53 -0500   KubeletHasSufficientPID      kubelet has sufficient PID available
  Ready            True    Sat, 31 Dec 2022 22:45:56 -0500   Sat, 24 Dec 2022 11:46:26 -0500   KubeletReady                 kubelet is posting ready status. AppArmor enabled
Addresses:
  InternalIP:  192.168.1.10
  Hostname:    ix-truenas
Capacity:
  cpu:                40
  ephemeral-storage:  49960670592Ki
  hugepages-1Gi:      0
  hugepages-2Mi:      0
  memory:             396212568Ki
  pods:               250
Allocatable:
  cpu:                40
  ephemeral-storage:  48601740313781
  hugepages-1Gi:      0
  hugepages-2Mi:      0
  memory:             396212568Ki
  pods:               250
System Info:
  Machine ID:                 91c14d796bea4acba79e39f7dc6e067e
  System UUID:                37363836-3431-4d32-3233-313430313244
  Boot ID:                    0285b54d-5ad5-4a7d-a8f4-ec15d67a3aca
  Kernel Version:             5.10.120+truenas
  OS Image:                   Debian GNU/Linux 11 (bullseye)
  Operating System:           linux
  Architecture:               amd64
  Container Runtime Version:  docker://Unknown
  Kubelet Version:            v1.23.5+k3s-fbfa51e5-dirty
  Kube-Proxy Version:         v1.23.5+k3s-fbfa51e5-dirty
PodCIDR:                      172.16.0.0/16
PodCIDRs:                     172.16.0.0/16
Non-terminated Pods:          (3 in total)
  Namespace                   Name                        CPU Requests  CPU Limits  Memory Requests  Memory Limits  Age
  ---------                   ----                        ------------  ----------  ---------------  -------------  ---
  kube-system                 coredns-d76bd69b-4trx2      100m (0%)     0 (0%)      70Mi (0%)        170Mi (0%)     136d
  kube-system                 openebs-zfs-node-p6957      0 (0%)        0 (0%)      0 (0%)           0 (0%)         136d
  kube-system                 openebs-zfs-controller-0    0 (0%)        0 (0%)      0 (0%)           0 (0%)         136d
Allocated resources:
  (Total limits may be over 100 percent, i.e., overcommitted.)
  Resource           Requests   Limits
  --------           --------   ------
  cpu                100m (0%)  0 (0%)
  memory             70Mi (0%)  170Mi (0%)
  ephemeral-storage  0 (0%)     0 (0%)
  hugepages-1Gi      0 (0%)     0 (0%)
  hugepages-2Mi      0 (0%)     0 (0%)
Events:              <none>
debug finished in 1 seconds for k3s kubectl describe nodes


+--------------------------------------------------------------------------------+
+k3s kubectl get pods,svc,daemonsets,deployments,statefulset,sc,pvc,ns,job --all-namespaces -o wide @1672544993+
+--------------------------------------------------------------------------------+
NAMESPACE     NAME                           READY   STATUS    RESTARTS       AGE    IP             NODE         NOMINATED NODE   READINESS GATES
kube-system   pod/coredns-d76bd69b-4trx2     1/1     Running   4              136d   172.16.0.14    ix-truenas   <none>           <none>
kube-system   pod/openebs-zfs-node-p6957     2/2     Running   8              136d   192.168.1.10   ix-truenas   <none>           <none>
kube-system   pod/openebs-zfs-controller-0   5/5     Running   22 (14h ago)   136d   172.16.0.13    ix-truenas   <none>           <none>

NAMESPACE     NAME                 TYPE        CLUSTER-IP    EXTERNAL-IP   PORT(S)                  AGE    SELECTOR
default       service/kubernetes   ClusterIP   172.17.0.1    <none>        443/TCP                  136d   <none>
kube-system   service/kube-dns     ClusterIP   172.17.0.10   <none>        53/UDP,53/TCP,9153/TCP   136d   k8s-app=kube-dns

NAMESPACE     NAME                              DESIRED   CURRENT   READY   UP-TO-DATE   AVAILABLE   NODE SELECTOR   AGE    CONTAINERS                                     IMAGES                                                                             SELECTOR
kube-system   daemonset.apps/openebs-zfs-node   1         1         1       1            1           <none>          136d   csi-node-driver-registrar,openebs-zfs-plugin   k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.3.0,openebs/zfs-driver:2.0.0   app=openebs-zfs-node

NAMESPACE     NAME                      READY   UP-TO-DATE   AVAILABLE   AGE    CONTAINERS   IMAGES                                   SELECTOR
kube-system   deployment.apps/coredns   1/1     1            1           136d   coredns      rancher/mirrored-coredns-coredns:1.9.1   k8s-app=kube-dns

NAMESPACE     NAME                                      READY   AGE    CONTAINERS                                                                           IMAGES
kube-system   statefulset.apps/openebs-zfs-controller   1/1     136d   csi-resizer,csi-snapshotter,snapshot-controller,csi-provisioner,openebs-zfs-plugin   k8s.gcr.io/sig-storage/csi-resizer:v1.2.0,k8s.gcr.io/sig-storage/csi-snapshotter:v4.0.0,k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0,k8s.gcr.io/sig-storage/csi-provisioner:v3.0.0,openebs/zfs-driver:2.0.0

NAMESPACE   NAME                                                          PROVISIONER          RECLAIMPOLICY   VOLUMEBINDINGMODE   ALLOWVOLUMEEXPANSION   AGE
            storageclass.storage.k8s.io/openebs-zfspv-default (default)   zfs.csi.openebs.io   Delete          Immediate           true                   5h31m

NAMESPACE   NAME                        STATUS   AGE
            namespace/default           Active   136d
            namespace/kube-system       Active   136d
            namespace/kube-public       Active   136d
            namespace/kube-node-lease   Active   136d
            namespace/openebs           Active   136d
debug finished in 1 seconds for k3s kubectl get pods,svc,daemonsets,deployments,statefulset,sc,pvc,ns,job --all-namespaces -o wide


+--------------------------------------------------------------------------------+
+         k3s kubectl describe deployments --all-namespaces @1672544994          +
+--------------------------------------------------------------------------------+
Name:                   coredns
Namespace:              kube-system
CreationTimestamp:      Wed, 17 Aug 2022 22:09:30 -0400
Labels:                 k8s-app=kube-dns
                        kubernetes.io/name=CoreDNS
                        objectset.rio.cattle.io/hash=bce283298811743a0386ab510f2f67ef74240c57
Annotations:            deployment.kubernetes.io/revision: 1
                        objectset.rio.cattle.io/applied:
                          H4sIAAAAAAAA/6xVUW/bNhD+K8M9S7GVtI0rYA+dna1FV8+ok74URkFTJ4szxePIkxMj0H8fTrIdu02TdtiTZfK743cfvzveg/LmE4ZoyEEOyvs42GSQwNq4AnKYoLe0rdExJFAjq0...
                        objectset.rio.cattle.io/id: 
                        objectset.rio.cattle.io/owner-gvk: k3s.cattle.io/v1, Kind=Addon
                        objectset.rio.cattle.io/owner-name: coredns
                        objectset.rio.cattle.io/owner-namespace: kube-system
Selector:               k8s-app=kube-dns
Replicas:               1 desired | 1 updated | 1 total | 1 available | 0 unavailable
StrategyType:           RollingUpdate
MinReadySeconds:        0
RollingUpdateStrategy:  1 max unavailable, 25% max surge
Pod Template:
  Labels:           k8s-app=kube-dns
  Service Account:  coredns
  Containers:
   coredns:
    Image:       rancher/mirrored-coredns-coredns:1.9.1
    Ports:       53/UDP, 53/TCP, 9153/TCP
    Host Ports:  0/UDP, 0/TCP, 0/TCP
    Args:
      -conf
      /etc/coredns/Corefile
    Limits:
      memory:  170Mi
    Requests:
      cpu:        100m
      memory:     70Mi
    Liveness:     http-get http://:8080/health delay=60s timeout=1s period=10s #success=1 #failure=3
    Readiness:    http-get http://:8181/ready delay=0s timeout=1s period=2s #success=1 #failure=3
    Environment:  <none>
    Mounts:
      /etc/coredns from config-volume (ro)
      /etc/coredns/custom from custom-config-volume (ro)
  Volumes:
   config-volume:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      coredns
    Optional:  false
   custom-config-volume:
    Type:               ConfigMap (a volume populated by a ConfigMap)
    Name:               coredns-custom
    Optional:           true
  Priority Class Name:  system-cluster-critical
Conditions:
  Type           Status  Reason
  ----           ------  ------
  Available      True    MinimumReplicasAvailable
  Progressing    True    NewReplicaSetAvailable
OldReplicaSets:  <none>
NewReplicaSet:   coredns-d76bd69b (1/1 replicas created)
Events:          <none>
debug finished in 0 seconds for k3s kubectl describe deployments --all-namespaces


+--------------------------------------------------------------------------------+
+             k3s kubectl describe pods --all-namespaces @1672544994             +
+--------------------------------------------------------------------------------+
Name:                 coredns-d76bd69b-4trx2
Namespace:            kube-system
Priority:             2000000000
Priority Class Name:  system-cluster-critical
Node:                 ix-truenas/192.168.1.10
Start Time:           Wed, 17 Aug 2022 22:09:44 -0400
Labels:               k8s-app=kube-dns
                      pod-template-hash=d76bd69b
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.14"
                            ],
                            "mac": "6a:1c:53:db:01:f7",
                            "default": true,
                            "dns": {}
                        }]
                      k8s.v1.cni.cncf.io/networks-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.14"
                            ],
                            "mac": "6a:1c:53:db:01:f7",
                            "default": true,
                            "dns": {}
                        }]
Status:               Running
IP:                   172.16.0.14
IPs:
  IP:           172.16.0.14
Controlled By:  ReplicaSet/coredns-d76bd69b
Containers:
  coredns:
    Container ID:  docker://77248208fd176bc0a546e7eeced172d45365f1898ee0856e1e8a91d364d7287e
    Image:         rancher/mirrored-coredns-coredns:1.9.1
    Image ID:      docker://sha256:99376d8f35e0abb6ff9d66b50a7c81df6e6dfdb649becc5df84a691a7b4beca4
    Ports:         53/UDP, 53/TCP, 9153/TCP
    Host Ports:    0/UDP, 0/TCP, 0/TCP
    Args:
      -conf
      /etc/coredns/Corefile
    State:          Running
      Started:      Sat, 31 Dec 2022 17:27:55 -0500
    Last State:     Terminated
      Exit Code:    0
      Started:      Mon, 01 Jan 0001 00:00:00 +0000
      Finished:     Mon, 01 Jan 0001 00:00:00 +0000
    Ready:          True
    Restart Count:  4
    Limits:
      memory:  170Mi
    Requests:
      cpu:        100m
      memory:     70Mi
    Liveness:     http-get http://:8080/health delay=60s timeout=1s period=10s #success=1 #failure=3
    Readiness:    http-get http://:8181/ready delay=0s timeout=1s period=2s #success=1 #failure=3
    Environment:  <none>
    Mounts:
      /etc/coredns from config-volume (ro)
      /etc/coredns/custom from custom-config-volume (ro)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-9c5z6 (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  config-volume:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      coredns
    Optional:  false
  custom-config-volume:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      coredns-custom
    Optional:  true
  kube-api-access-9c5z6:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   Burstable
Node-Selectors:              beta.kubernetes.io/os=linux
Tolerations:                 CriticalAddonsOnly op=Exists
                             node-role.kubernetes.io/control-plane:NoSchedule op=Exists
                             node-role.kubernetes.io/master:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>


Name:                 openebs-zfs-node-p6957
Namespace:            kube-system
Priority:             900001000
Priority Class Name:  openebs-zfs-csi-node-critical
Node:                 ix-truenas/192.168.1.10
Start Time:           Wed, 17 Aug 2022 22:09:42 -0400
Labels:               app=openebs-zfs-node
                      controller-revision-hash=57f5455f6b
                      openebs.io/component-name=openebs-zfs-node
                      openebs.io/version=ci
                      pod-template-generation=1
                      role=openebs-zfs
Annotations:          <none>
Status:               Running
IP:                   192.168.1.10
IPs:
  IP:           192.168.1.10
Controlled By:  DaemonSet/openebs-zfs-node
Containers:
  csi-node-driver-registrar:
    Container ID:  docker://d36be06be97b2454f55fef412c1a282aa14c354ca19aedaf9508aa4962b89e4b
    Image:         k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.3.0
    Image ID:      docker-pullable://k8s.gcr.io/sig-storage/csi-node-driver-registrar@sha256:f9bcee63734b7b01555ee8fc8fb01ac2922478b2c8934bf8d468dd2916edc405
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=5
      --csi-address=$(ADDRESS)
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
    State:          Running
      Started:      Sat, 31 Dec 2022 17:28:06 -0500
    Last State:     Terminated
      Exit Code:    0
      Started:      Mon, 01 Jan 0001 00:00:00 +0000
      Finished:     Mon, 01 Jan 0001 00:00:00 +0000
    Ready:          True
    Restart Count:  5
    Environment:
      ADDRESS:               /plugin/csi.sock
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/zfs-localpv/csi.sock
      KUBE_NODE_NAME:         (v1:spec.nodeName)
      NODE_DRIVER:           openebs-zfs
    Mounts:
      /plugin from plugin-dir (rw)
      /registration from registration-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-47slq (ro)
  openebs-zfs-plugin:
    Container ID:  docker://59b7591148fc5f2cfeef82c5d5f50356ed5e0e645fe90544231e9a17d2dd1a79
    Image:         openebs/zfs-driver:2.0.0
    Image ID:      docker-pullable://openebs/zfs-driver@sha256:472dc7ca43f9780246cc6d2d478ff4b08ead904d757dbb263f796fb613dbe04d
    Port:          <none>
    Host Port:     <none>
    Args:
      --nodename=$(OPENEBS_NODE_NAME)
      --endpoint=$(OPENEBS_CSI_ENDPOINT)
      --plugin=$(OPENEBS_NODE_DRIVER)
    State:          Running
      Started:      Sat, 31 Dec 2022 17:29:34 -0500
    Ready:          True
    Restart Count:  3
    Environment:
      OPENEBS_NODE_NAME:      (v1:spec.nodeName)
      OPENEBS_CSI_ENDPOINT:  unix:///plugin/csi.sock
      OPENEBS_NODE_DRIVER:   agent
      OPENEBS_NAMESPACE:     openebs
      ALLOWED_TOPOLOGIES:    All
    Mounts:
      /dev from device-dir (rw)
      /home/keys from encr-keys (rw)
      /host from host-root (ro)
      /plugin from plugin-dir (rw)
      /sbin/zfs from chroot-zfs (rw,path="zfs")
      /var/lib/kubelet/ from pods-mount-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-47slq (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  device-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /dev
    HostPathType:  Directory
  encr-keys:
    Type:          HostPath (bare host directory volume)
    Path:          /home/keys
    HostPathType:  DirectoryOrCreate
  chroot-zfs:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      openebs-zfspv-bin
    Optional:  false
  host-root:
    Type:          HostPath (bare host directory volume)
    Path:          /
    HostPathType:  Directory
  registration-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins_registry/
    HostPathType:  DirectoryOrCreate
  plugin-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/zfs-localpv/
    HostPathType:  DirectoryOrCreate
  pods-mount-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/
    HostPathType:  Directory
  kube-api-access-47slq:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/disk-pressure:NoSchedule op=Exists
                             node.kubernetes.io/memory-pressure:NoSchedule op=Exists
                             node.kubernetes.io/network-unavailable:NoSchedule op=Exists
                             node.kubernetes.io/not-ready:NoExecute op=Exists
                             node.kubernetes.io/pid-pressure:NoSchedule op=Exists
                             node.kubernetes.io/unreachable:NoExecute op=Exists
                             node.kubernetes.io/unschedulable:NoSchedule op=Exists
Events:                      <none>


Name:                 openebs-zfs-controller-0
Namespace:            kube-system
Priority:             900000000
Priority Class Name:  openebs-zfs-csi-controller-critical
Node:                 ix-truenas/192.168.1.10
Start Time:           Wed, 17 Aug 2022 22:09:42 -0400
Labels:               app=openebs-zfs-controller
                      controller-revision-hash=openebs-zfs-controller-698698d48b
                      openebs.io/component-name=openebs-zfs-controller
                      openebs.io/version=ci
                      role=openebs-zfs
                      statefulset.kubernetes.io/pod-name=openebs-zfs-controller-0
Annotations:          k8s.v1.cni.cncf.io/network-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.13"
                            ],
                            "mac": "32:7b:77:2c:00:c2",
                            "default": true,
                            "dns": {}
                        }]
                      k8s.v1.cni.cncf.io/networks-status:
                        [{
                            "name": "ix-net",
                            "interface": "eth0",
                            "ips": [
                                "172.16.0.13"
                            ],
                            "mac": "32:7b:77:2c:00:c2",
                            "default": true,
                            "dns": {}
                        }]
Status:               Running
IP:                   172.16.0.13
IPs:
  IP:           172.16.0.13
Controlled By:  StatefulSet/openebs-zfs-controller
Containers:
  csi-resizer:
    Container ID:  docker://05363a058eddcdc20b69d135f14a1dfa3850b1b0a355e880c2a4da42484c5a1b
    Image:         k8s.gcr.io/sig-storage/csi-resizer:v1.2.0
    Image ID:      docker-pullable://k8s.gcr.io/sig-storage/csi-resizer@sha256:36c31f7e1f433c9634d24f876353e8646246d81a03c4e351202c2644daff1620
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=5
      --csi-address=$(ADDRESS)
      --leader-election
    State:          Running
      Started:      Sat, 31 Dec 2022 17:30:41 -0500
    Last State:     Terminated
      Exit Code:    0
      Started:      Mon, 01 Jan 0001 00:00:00 +0000
      Finished:     Mon, 01 Jan 0001 00:00:00 +0000
    Ready:          True
    Restart Count:  5
    Environment:
      ADDRESS:  /var/lib/csi/sockets/pluginproxy/csi.sock
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-vjswh (ro)
  csi-snapshotter:
    Container ID:  docker://5c2715546b3da1879f75a24358e7c0085effa2eda9c663d6138341fd06266693
    Image:         k8s.gcr.io/sig-storage/csi-snapshotter:v4.0.0
    Image ID:      docker-pullable://k8s.gcr.io/sig-storage/csi-snapshotter@sha256:51f2dfde5bccac7854b3704689506aeecfb793328427b91115ba253a93e60782
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=$(ADDRESS)
      --leader-election
    State:          Running
      Started:      Sat, 31 Dec 2022 17:32:10 -0500
    Last State:     Terminated
      Exit Code:    0
      Started:      Mon, 01 Jan 0001 00:00:00 +0000
      Finished:     Mon, 01 Jan 0001 00:00:00 +0000
    Ready:          True
    Restart Count:  5
    Environment:
      ADDRESS:  /var/lib/csi/sockets/pluginproxy/csi.sock
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-vjswh (ro)
  snapshot-controller:
    Container ID:  docker://70fed670af434bfcf06f83e870c8cf9a2305d43000d5c2eafd2e4b67d3ceee00
    Image:         k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0
    Image ID:      docker-pullable://k8s.gcr.io/sig-storage/snapshot-controller@sha256:00fcc441ea9f72899c25eed61d602272a2a58c5f0014332bdcb5ac24acef08e4
    Port:          <none>
    Host Port:     <none>
    Args:
      --v=5
      --leader-election=true
    State:          Running
      Started:      Sat, 31 Dec 2022 17:33:39 -0500
    Last State:     Terminated
      Exit Code:    0
      Started:      Mon, 01 Jan 0001 00:00:00 +0000
      Finished:     Mon, 01 Jan 0001 00:00:00 +0000
    Ready:          True
    Restart Count:  5
    Environment:    <none>
    Mounts:
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-vjswh (ro)
  csi-provisioner:
    Container ID:  docker://b75630eb3aa7477e5cca28c101bbce1c4f4d28e4ea2ec46d77b9581b3fe385dc
    Image:         k8s.gcr.io/sig-storage/csi-provisioner:v3.0.0
    Image ID:      docker-pullable://k8s.gcr.io/sig-storage/csi-provisioner@sha256:6477988532358148d2e98f7c747db4e9250bbc7ad2664bf666348abf9ee1f5aa
    Port:          <none>
    Host Port:     <none>
    Args:
      --csi-address=$(ADDRESS)
      --v=5
      --feature-gates=Topology=true
      --strict-topology
      --leader-election
      --extra-create-metadata=true
      --enable-capacity=true
      --default-fstype=ext4
    State:          Running
      Started:      Sat, 31 Dec 2022 17:27:48 -0500
    Last State:     Terminated
      Reason:       Error
      Exit Code:    2
      Started:      Sat, 24 Dec 2022 11:47:02 -0500
      Finished:     Sat, 31 Dec 2022 08:20:58 -0500
    Ready:          True
    Restart Count:  4
    Environment:
      ADDRESS:    /var/lib/csi/sockets/pluginproxy/csi.sock
      NAMESPACE:  kube-system (v1:metadata.namespace)
      POD_NAME:   openebs-zfs-controller-0 (v1:metadata.name)
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-vjswh (ro)
  openebs-zfs-plugin:
    Container ID:  docker://2542284c473236877f73d8005fcd32cb8a9a5e66b737aa883b95fa4f5be54f09
    Image:         openebs/zfs-driver:2.0.0
    Image ID:      docker-pullable://openebs/zfs-driver@sha256:472dc7ca43f9780246cc6d2d478ff4b08ead904d757dbb263f796fb613dbe04d
    Port:          <none>
    Host Port:     <none>
    Args:
      --endpoint=$(OPENEBS_CSI_ENDPOINT)
      --plugin=$(OPENEBS_CONTROLLER_DRIVER)
    State:          Running
      Started:      Sat, 31 Dec 2022 17:29:16 -0500
    Last State:     Terminated
      Reason:       Error
      Exit Code:    137
      Started:      Sat, 24 Dec 2022 11:47:07 -0500
      Finished:     Sat, 31 Dec 2022 08:21:08 -0500
    Ready:          True
    Restart Count:  3
    Environment:
      OPENEBS_CONTROLLER_DRIVER:    controller
      OPENEBS_CSI_ENDPOINT:         unix:///var/lib/csi/sockets/pluginproxy/csi.sock
      OPENEBS_NAMESPACE:            openebs
      OPENEBS_IO_INSTALLER_TYPE:    zfs-operator
      OPENEBS_IO_ENABLE_ANALYTICS:  true
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
      /var/run/secrets/kubernetes.io/serviceaccount from kube-api-access-vjswh (ro)
Conditions:
  Type              Status
  Initialized       True 
  Ready             True 
  ContainersReady   True 
  PodScheduled      True 
Volumes:
  socket-dir:
    Type:       EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:     
    SizeLimit:  <unset>
  kube-api-access-vjswh:
    Type:                    Projected (a volume that contains injected data from multiple sources)
    TokenExpirationSeconds:  3607
    ConfigMapName:           kube-root-ca.crt
    ConfigMapOptional:       <nil>
    DownwardAPI:             true
QoS Class:                   BestEffort
Node-Selectors:              <none>
Tolerations:                 node.kubernetes.io/not-ready:NoExecute op=Exists for 300s
                             node.kubernetes.io/unreachable:NoExecute op=Exists for 300s
Events:                      <none>
debug finished in 0 seconds for k3s kubectl describe pods --all-namespaces


+--------------------------------------------------------------------------------+
+           k3s kubectl describe services --all-namespaces @1672544994           +
+--------------------------------------------------------------------------------+
Name:              kubernetes
Namespace:         default
Labels:            component=apiserver
                   provider=kubernetes
Annotations:       <none>
Selector:          <none>
Type:              ClusterIP
IP Family Policy:  SingleStack
IP Families:       IPv4
IP:                172.17.0.1
IPs:               172.17.0.1
Port:              https  443/TCP
TargetPort:        6443/TCP
Endpoints:         192.168.1.10:6443
Session Affinity:  None
Events:            <none>


Name:              kube-dns
Namespace:         kube-system
Labels:            k8s-app=kube-dns
                   kubernetes.io/cluster-service=true
                   kubernetes.io/name=CoreDNS
                   objectset.rio.cattle.io/hash=bce283298811743a0386ab510f2f67ef74240c57
Annotations:       objectset.rio.cattle.io/applied:
                     H4sIAAAAAAAA/4yRwW7UMBCGXwXN2Qlxstukljig9oKQUKUCF8TBcWZZk8S2PJMgtMq7I++mYqEK9JZoPn/6558T6GA/YyTrHSiYJQjoretAwSPG2RoEASOy7jRrUCfQznnWbL2j9O...
                   objectset.rio.cattle.io/id: 
                   objectset.rio.cattle.io/owner-gvk: k3s.cattle.io/v1, Kind=Addon
                   objectset.rio.cattle.io/owner-name: coredns
                   objectset.rio.cattle.io/owner-namespace: kube-system
                   prometheus.io/port: 9153
                   prometheus.io/scrape: true
Selector:          k8s-app=kube-dns
Type:              ClusterIP
IP Family Policy:  SingleStack
IP Families:       IPv4
IP:                172.17.0.10
IPs:               172.17.0.10
Port:              dns  53/UDP
TargetPort:        53/UDP
Endpoints:         172.16.0.14:53
Port:              dns-tcp  53/TCP
TargetPort:        53/TCP
Endpoints:         172.16.0.14:53
Port:              metrics  9153/TCP
TargetPort:        9153/TCP
Endpoints:         172.16.0.14:9153
Session Affinity:  None
Events:            <none>
debug finished in 1 seconds for k3s kubectl describe services --all-namespaces


+--------------------------------------------------------------------------------+
+         k3s kubectl describe statefulset --all-namespaces @1672544995          +
+--------------------------------------------------------------------------------+
Name:               openebs-zfs-controller
Namespace:          kube-system
CreationTimestamp:  Wed, 17 Aug 2022 22:09:30 -0400
Selector:           app=openebs-zfs-controller,role=openebs-zfs
Labels:             objectset.rio.cattle.io/hash=4b1efd47d7f37713706abe9f8b0de3f0adf02e2c
                    openebs.io/component-name=openebs-zfs-controller
                    openebs.io/version=ci
Annotations:        objectset.rio.cattle.io/applied:
                      H4sIAAAAAAAA/8xWXY/aOBT9KyurD60U8zEzu9ONxAMdshLqFBCgSlWFkHFughfH9to3Wego/33lBJh0Zpgvdau+ge17fM7xuY5vCDPiM1gntCIhYca4dtElAdkIFZOQzJAhJLmcAZ...
                    objectset.rio.cattle.io/id: 
                    objectset.rio.cattle.io/owner-gvk: k3s.cattle.io/v1, Kind=Addon
                    objectset.rio.cattle.io/owner-name: zfs-operator
                    objectset.rio.cattle.io/owner-namespace: kube-system
Replicas:           1 desired | 1 total
Update Strategy:    RollingUpdate
  Partition:        0
Pods Status:        1 Running / 0 Waiting / 0 Succeeded / 0 Failed
Pod Template:
  Labels:           app=openebs-zfs-controller
                    openebs.io/component-name=openebs-zfs-controller
                    openebs.io/version=ci
                    role=openebs-zfs
  Service Account:  openebs-zfs-controller-sa
  Containers:
   csi-resizer:
    Image:      k8s.gcr.io/sig-storage/csi-resizer:v1.2.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --v=5
      --csi-address=$(ADDRESS)
      --leader-election
    Environment:
      ADDRESS:  /var/lib/csi/sockets/pluginproxy/csi.sock
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
   csi-snapshotter:
    Image:      k8s.gcr.io/sig-storage/csi-snapshotter:v4.0.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --csi-address=$(ADDRESS)
      --leader-election
    Environment:
      ADDRESS:  /var/lib/csi/sockets/pluginproxy/csi.sock
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
   snapshot-controller:
    Image:      k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --v=5
      --leader-election=true
    Environment:  <none>
    Mounts:       <none>
   csi-provisioner:
    Image:      k8s.gcr.io/sig-storage/csi-provisioner:v3.0.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --csi-address=$(ADDRESS)
      --v=5
      --feature-gates=Topology=true
      --strict-topology
      --leader-election
      --extra-create-metadata=true
      --enable-capacity=true
      --default-fstype=ext4
    Environment:
      ADDRESS:    /var/lib/csi/sockets/pluginproxy/csi.sock
      NAMESPACE:   (v1:metadata.namespace)
      POD_NAME:    (v1:metadata.name)
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
   openebs-zfs-plugin:
    Image:      openebs/zfs-driver:2.0.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --endpoint=$(OPENEBS_CSI_ENDPOINT)
      --plugin=$(OPENEBS_CONTROLLER_DRIVER)
    Environment:
      OPENEBS_CONTROLLER_DRIVER:    controller
      OPENEBS_CSI_ENDPOINT:         unix:///var/lib/csi/sockets/pluginproxy/csi.sock
      OPENEBS_NAMESPACE:            openebs
      OPENEBS_IO_INSTALLER_TYPE:    zfs-operator
      OPENEBS_IO_ENABLE_ANALYTICS:  true
    Mounts:
      /var/lib/csi/sockets/pluginproxy/ from socket-dir (rw)
  Volumes:
   socket-dir:
    Type:               EmptyDir (a temporary directory that shares a pod's lifetime)
    Medium:             
    SizeLimit:          <unset>
  Priority Class Name:  openebs-zfs-csi-controller-critical
Volume Claims:          <none>
Events:                 <none>
debug finished in 0 seconds for k3s kubectl describe statefulset --all-namespaces


+--------------------------------------------------------------------------------+
+             k3s kubectl describe job --all-namespaces @1672544995              +
+--------------------------------------------------------------------------------+
No resources found
debug finished in 1 seconds for k3s kubectl describe job --all-namespaces


+--------------------------------------------------------------------------------+
+           k3s kubectl describe cronjob --all-namespaces @1672544996            +
+--------------------------------------------------------------------------------+
No resources found
debug finished in 0 seconds for k3s kubectl describe cronjob --all-namespaces


+--------------------------------------------------------------------------------+
+          k3s kubectl describe daemonsets --all-namespaces @1672544996          +
+--------------------------------------------------------------------------------+
Name:           openebs-zfs-node
Selector:       app=openebs-zfs-node
Node-Selector:  <none>
Labels:         objectset.rio.cattle.io/hash=4b1efd47d7f37713706abe9f8b0de3f0adf02e2c
                openebs.io/component-name=openebs-zfs-node
                openebs.io/version=ci
Annotations:    deprecated.daemonset.template.generation: 1
                objectset.rio.cattle.io/applied:
                  H4sIAAAAAAAA/6xWUY/aOBD+K5XVk1opIezSdnuR9oFCrl11FxBsew/VCjn2JPhw7Mh20uVW+e8nOwEChO2e1Lcknvlm5ptvJn5COGffQWkmBQoRznMdlBfIQ2smKArRGEMmxQIM8l...
                objectset.rio.cattle.io/id: 
                objectset.rio.cattle.io/owner-gvk: k3s.cattle.io/v1, Kind=Addon
                objectset.rio.cattle.io/owner-name: zfs-operator
                objectset.rio.cattle.io/owner-namespace: kube-system
Desired Number of Nodes Scheduled: 1
Current Number of Nodes Scheduled: 1
Number of Nodes Scheduled with Up-to-date Pods: 1
Number of Nodes Scheduled with Available Pods: 1
Number of Nodes Misscheduled: 0
Pods Status:  1 Running / 0 Waiting / 0 Succeeded / 0 Failed
Pod Template:
  Labels:           app=openebs-zfs-node
                    openebs.io/component-name=openebs-zfs-node
                    openebs.io/version=ci
                    role=openebs-zfs
  Service Account:  openebs-zfs-node-sa
  Containers:
   csi-node-driver-registrar:
    Image:      k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.3.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --v=5
      --csi-address=$(ADDRESS)
      --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)
    Environment:
      ADDRESS:               /plugin/csi.sock
      DRIVER_REG_SOCK_PATH:  /var/lib/kubelet/plugins/zfs-localpv/csi.sock
      KUBE_NODE_NAME:         (v1:spec.nodeName)
      NODE_DRIVER:           openebs-zfs
    Mounts:
      /plugin from plugin-dir (rw)
      /registration from registration-dir (rw)
   openebs-zfs-plugin:
    Image:      openebs/zfs-driver:2.0.0
    Port:       <none>
    Host Port:  <none>
    Args:
      --nodename=$(OPENEBS_NODE_NAME)
      --endpoint=$(OPENEBS_CSI_ENDPOINT)
      --plugin=$(OPENEBS_NODE_DRIVER)
    Environment:
      OPENEBS_NODE_NAME:      (v1:spec.nodeName)
      OPENEBS_CSI_ENDPOINT:  unix:///plugin/csi.sock
      OPENEBS_NODE_DRIVER:   agent
      OPENEBS_NAMESPACE:     openebs
      ALLOWED_TOPOLOGIES:    All
    Mounts:
      /dev from device-dir (rw)
      /home/keys from encr-keys (rw)
      /host from host-root (ro)
      /plugin from plugin-dir (rw)
      /sbin/zfs from chroot-zfs (rw,path="zfs")
      /var/lib/kubelet/ from pods-mount-dir (rw)
  Volumes:
   device-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /dev
    HostPathType:  Directory
   encr-keys:
    Type:          HostPath (bare host directory volume)
    Path:          /home/keys
    HostPathType:  DirectoryOrCreate
   chroot-zfs:
    Type:      ConfigMap (a volume populated by a ConfigMap)
    Name:      openebs-zfspv-bin
    Optional:  false
   host-root:
    Type:          HostPath (bare host directory volume)
    Path:          /
    HostPathType:  Directory
   registration-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins_registry/
    HostPathType:  DirectoryOrCreate
   plugin-dir:
    Type:          HostPath (bare host directory volume)
    Path:          /var/lib/kubelet/plugins/zfs-localpv/
    HostPathType:  DirectoryOrCreate
   pods-mount-dir:
    Type:               HostPath (bare host directory volume)
    Path:               /var/lib/kubelet/
    HostPathType:       Directory
  Priority Class Name:  openebs-zfs-csi-node-critical
Events:                 <none>
debug finished in 1 seconds for k3s kubectl describe daemonsets --all-namespaces


+--------------------------------------------------------------------------------+
+                            docker ps -a @1672544997                            +
+--------------------------------------------------------------------------------+
CONTAINER ID   IMAGE                        COMMAND                  CREATED       STATUS                      PORTS     NAMES
70fed670af43   f1d8a00ae690                 "/snapshot-controlle…"   5 hours ago   Up 5 hours                            k8s_snapshot-controller_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_5
5c2715546b3d   da32a49a903a                 "/csi-snapshotter --…"   5 hours ago   Up 5 hours                            k8s_csi-snapshotter_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_5
05363a058edd   0aa9629e1508                 "/csi-resizer --v=5 …"   5 hours ago   Up 5 hours                            k8s_csi-resizer_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_5
59b7591148fc   2e17748d7c44                 "/usr/local/bin/zfs-…"   5 hours ago   Up 5 hours                            k8s_openebs-zfs-plugin_openebs-zfs-node-p6957_kube-system_1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5_3
2542284c4732   2e17748d7c44                 "/usr/local/bin/zfs-…"   5 hours ago   Up 5 hours                            k8s_openebs-zfs-plugin_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_3
d36be06be97b   368ee7d6e60f                 "/csi-node-driver-re…"   5 hours ago   Up 5 hours                            k8s_csi-node-driver-registrar_openebs-zfs-node-p6957_kube-system_1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5_5
77248208fd17   99376d8f35e0                 "/coredns -conf /etc…"   5 hours ago   Up 5 hours                            k8s_coredns_coredns-d76bd69b-4trx2_kube-system_125fbfef-0332-4f7f-ac11-298c72ce6d00_4_a2cddb54
b75630eb3aa7   fe0f921f3c92                 "/csi-provisioner --…"   5 hours ago   Up 5 hours                            k8s_csi-provisioner_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_4
70656ddfd37e   99376d8f35e0                 "/coredns -conf /etc…"   5 hours ago   Created                               k8s_coredns_coredns-d76bd69b-4trx2_kube-system_125fbfef-0332-4f7f-ac11-298c72ce6d00_4
1aa526bef94d   f1d8a00ae690                 "/snapshot-controlle…"   5 hours ago   Created                               k8s_snapshot-controller_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_4
3f17bb8d8675   368ee7d6e60f                 "/csi-node-driver-re…"   5 hours ago   Created                               k8s_csi-node-driver-registrar_openebs-zfs-node-p6957_kube-system_1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5_4
e2fbeb920bb6   da32a49a903a                 "/csi-snapshotter --…"   5 hours ago   Created                               k8s_csi-snapshotter_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_4
a385d41de59d   0aa9629e1508                 "/csi-resizer --v=5 …"   5 hours ago   Created                               k8s_csi-resizer_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_4
598e9925dd3e   rancher/mirrored-pause:3.6   "/pause"                 6 hours ago   Up 5 hours                            k8s_POD_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_3
cd167d174148   rancher/mirrored-pause:3.6   "/pause"                 6 hours ago   Up 5 hours                            k8s_POD_coredns-d76bd69b-4trx2_kube-system_125fbfef-0332-4f7f-ac11-298c72ce6d00_3
2d6cdb2e20d2   rancher/mirrored-pause:3.6   "/pause"                 6 hours ago   Up 5 hours                            k8s_POD_openebs-zfs-node-p6957_kube-system_1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5_3
1aaa1d55bcce   2e17748d7c44                 "/usr/local/bin/zfs-…"   7 days ago    Exited (137) 14 hours ago             k8s_openebs-zfs-plugin_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_2
6f7353978564   fe0f921f3c92                 "/csi-provisioner --…"   7 days ago    Exited (2) 14 hours ago               k8s_csi-provisioner_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_3
a64af0b540f9   rancher/mirrored-pause:3.6   "/pause"                 7 days ago    Exited (0) 14 hours ago               k8s_POD_openebs-zfs-controller-0_kube-system_b61e8667-0541-4805-bf39-726c7891a2de_2
debug finished in 0 seconds for docker ps -a


+--------------------------------------------------------------------------------+
+                          docker images -a @1672544997                          +
+--------------------------------------------------------------------------------+
REPOSITORY                                         TAG         IMAGE ID       CREATED         SIZE
alpine                                             latest      9c6f07244728   4 months ago    5.54MB
pihole/pihole                                      2022.04.3   83fba0db226d   8 months ago    303MB
rancher/mirrored-coredns-coredns                   1.9.1       99376d8f35e0   9 months ago    49.5MB
openebs/zfs-driver                                 2.0.0       2e17748d7c44   12 months ago   176MB
rancher/klipper-lb                                 v0.3.4      746788bcc27e   14 months ago   8.08MB
rancher/mirrored-pause                             3.6         6270bb605e12   16 months ago   683kB
k8s.gcr.io/sig-storage/csi-provisioner             v3.0.0      fe0f921f3c92   16 months ago   56.7MB
k8s.gcr.io/sig-storage/csi-node-driver-registrar   v2.3.0      368ee7d6e60f   16 months ago   18.7MB
k8s.gcr.io/sig-storage/csi-resizer                 v1.2.0      0aa9629e1508   20 months ago   53.9MB
k8s.gcr.io/sig-storage/csi-snapshotter             v4.0.0      da32a49a903a   2 years ago     49.5MB
k8s.gcr.io/sig-storage/snapshot-controller         v4.0.0      f1d8a00ae690   2 years ago     46.6MB
debug finished in 0 seconds for docker images -a


+--------------------------------------------------------------------------------+
+                     K3s Logs (last 1000 lines) @1672544997                     +
+--------------------------------------------------------------------------------+
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.294192  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="6209c2a9fa0189e939a7f43cc2e99219d07964cda7b1cd7aa682b370bcf96ebe"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.294235  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="e1a8e82d47ed40083c2f718beac8b3aa7acde5a0194656b68cd07053a5762a39"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.294274  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="34b09eda2f5a27df940813b015a8c036b043726ee4873136ada3b44b4a94a647"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.294301  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="17d5d93ddc9a9e8576cb9de6674fc98a30e21840935a3b4a4f538971c524d442"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.294385  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="a64af0b540f94ee174dc37582ccc965baf2e9f37dab9944eba021c94b0b1ea5d"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.294412  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="394da79b0a4ba26db5e1c8d0b8ba0dc982bb0be43e5e92fb709f9172d99789e0"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.418851  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"device-dir\" (UniqueName: \"kubernetes.io/host-path/1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5-device-dir\") pod \"openebs-zfs-node-p6957\" (UID: \"1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5\") " pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.418917  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-root\" (UniqueName: \"kubernetes.io/host-path/1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5-host-root\") pod \"openebs-zfs-node-p6957\" (UID: \"1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5\") " pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.418959  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pods-mount-dir\" (UniqueName: \"kubernetes.io/host-path/1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5-pods-mount-dir\") pod \"openebs-zfs-node-p6957\" (UID: \"1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5\") " pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.418992  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-47slq\" (UniqueName: \"kubernetes.io/projected/1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5-kube-api-access-47slq\") pod \"openebs-zfs-node-p6957\" (UID: \"1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5\") " pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419062  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"socket-dir\" (UniqueName: \"kubernetes.io/empty-dir/b61e8667-0541-4805-bf39-726c7891a2de-socket-dir\") pod \"openebs-zfs-controller-0\" (UID: \"b61e8667-0541-4805-bf39-726c7891a2de\") " pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419124  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9c5z6\" (UniqueName: \"kubernetes.io/projected/125fbfef-0332-4f7f-ac11-298c72ce6d00-kube-api-access-9c5z6\") pod \"coredns-d76bd69b-4trx2\" (UID: \"125fbfef-0332-4f7f-ac11-298c72ce6d00\") " pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419160  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"custom-config-volume\" (UniqueName: \"kubernetes.io/configmap/125fbfef-0332-4f7f-ac11-298c72ce6d00-custom-config-volume\") pod \"coredns-d76bd69b-4trx2\" (UID: \"125fbfef-0332-4f7f-ac11-298c72ce6d00\") " pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419189  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"encr-keys\" (UniqueName: \"kubernetes.io/host-path/1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5-encr-keys\") pod \"openebs-zfs-node-p6957\" (UID: \"1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5\") " pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419218  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"chroot-zfs\" (UniqueName: \"kubernetes.io/configmap/1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5-chroot-zfs\") pod \"openebs-zfs-node-p6957\" (UID: \"1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5\") " pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419254  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"registration-dir\" (UniqueName: \"kubernetes.io/host-path/1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5-registration-dir\") pod \"openebs-zfs-node-p6957\" (UID: \"1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5\") " pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419290  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugin-dir\" (UniqueName: \"kubernetes.io/host-path/1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5-plugin-dir\") pod \"openebs-zfs-node-p6957\" (UID: \"1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5\") " pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419326  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-vjswh\" (UniqueName: \"kubernetes.io/projected/b61e8667-0541-4805-bf39-726c7891a2de-kube-api-access-vjswh\") pod \"openebs-zfs-controller-0\" (UID: \"b61e8667-0541-4805-bf39-726c7891a2de\") " pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419357  452288 reconciler.go:221] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/125fbfef-0332-4f7f-ac11-298c72ce6d00-config-volume\") pod \"coredns-d76bd69b-4trx2\" (UID: \"125fbfef-0332-4f7f-ac11-298c72ce6d00\") " pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:18:30 datavault k3s[452288]: I1231 17:18:30.419390  452288 reconciler.go:157] "Reconciler: start to sync state"
Dec 31 17:18:31 datavault k3s[452288]: I1231 17:18:31.201621  452288 cni.go:334] "CNI failed to retrieve network namespace path" err="cannot find network namespace for the terminated container \"34b09eda2f5a27df940813b015a8c036b043726ee4873136ada3b44b4a94a647\""
Dec 31 17:18:31 datavault k3s[452288]: I1231 17:18:31.201829  452288 cni.go:334] "CNI failed to retrieve network namespace path" err="cannot find network namespace for the terminated container \"a64af0b540f94ee174dc37582ccc965baf2e9f37dab9944eba021c94b0b1ea5d\""
Dec 31 17:18:31 datavault k3s[452288]: I1231 17:18:31.319547  452288 cni.go:334] "CNI failed to retrieve network namespace path" err="cannot find network namespace for the terminated container \"394da79b0a4ba26db5e1c8d0b8ba0dc982bb0be43e5e92fb709f9172d99789e0\""
Dec 31 17:18:31 datavault k3s[452288]: I1231 17:18:31.319659  452288 cni.go:334] "CNI failed to retrieve network namespace path" err="cannot find network namespace for the terminated container \"17d5d93ddc9a9e8576cb9de6674fc98a30e21840935a3b4a4f538971c524d442\""
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.538826  452288 range_allocator.go:83] Sending events to api server.
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.539212  452288 range_allocator.go:111] No Service CIDR provided. Skipping filtering out service addresses.
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.539225  452288 range_allocator.go:117] No Secondary Service CIDR provided. Skipping filtering out secondary service addresses.
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.539295  452288 controllermanager.go:605] Started "nodeipam"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.539415  452288 node_ipam_controller.go:154] Starting ipam controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.539430  452288 shared_informer.go:240] Waiting for caches to sync for node
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.541850  452288 controllermanager.go:605] Started "persistentvolume-expander"
Dec 31 17:18:34 datavault k3s[452288]: W1231 17:18:34.541870  452288 controllermanager.go:570] "tokencleaner" is disabled
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.542001  452288 expand_controller.go:342] Starting expand controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.542023  452288 shared_informer.go:240] Waiting for caches to sync for expand
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.544732  452288 certificate_controller.go:118] Starting certificate controller "csrsigning-kubelet-serving"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.544750  452288 shared_informer.go:240] Waiting for caches to sync for certificate-csrsigning-kubelet-serving
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.544786  452288 dynamic_serving_content.go:131] "Starting controller" name="csr-controller::/mnt/zfs/ix-applications/k3s/server/tls/server-ca.crt::/mnt/zfs/ix-applications/k3s/server/tls/server-ca.key"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.544984  452288 certificate_controller.go:118] Starting certificate controller "csrsigning-kubelet-client"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.545000  452288 shared_informer.go:240] Waiting for caches to sync for certificate-csrsigning-kubelet-client
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.545028  452288 dynamic_serving_content.go:131] "Starting controller" name="csr-controller::/mnt/zfs/ix-applications/k3s/server/tls/client-ca.crt::/mnt/zfs/ix-applications/k3s/server/tls/client-ca.key"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.545219  452288 certificate_controller.go:118] Starting certificate controller "csrsigning-kube-apiserver-client"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.545238  452288 shared_informer.go:240] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.545261  452288 dynamic_serving_content.go:131] "Starting controller" name="csr-controller::/mnt/zfs/ix-applications/k3s/server/tls/client-ca.crt::/mnt/zfs/ix-applications/k3s/server/tls/client-ca.key"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.545433  452288 controllermanager.go:605] Started "csrsigning"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.545519  452288 certificate_controller.go:118] Starting certificate controller "csrsigning-legacy-unknown"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.545538  452288 shared_informer.go:240] Waiting for caches to sync for certificate-csrsigning-legacy-unknown
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.545554  452288 dynamic_serving_content.go:131] "Starting controller" name="csr-controller::/mnt/zfs/ix-applications/k3s/server/tls/server-ca.crt::/mnt/zfs/ix-applications/k3s/server/tls/server-ca.key"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.547734  452288 controllermanager.go:605] Started "pv-protection"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.547824  452288 pv_protection_controller.go:79] Starting PV protection controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.547836  452288 shared_informer.go:240] Waiting for caches to sync for PV protection
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.549969  452288 controllermanager.go:605] Started "replicationcontroller"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.552536  452288 controllermanager.go:605] Started "persistentvolume-binder"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.552718  452288 pv_controller_base.go:310] Starting persistent volume controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.552748  452288 shared_informer.go:240] Waiting for caches to sync for persistent volume
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.554953  452288 controllermanager.go:605] Started "ephemeral-volume"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.555071  452288 controller.go:170] Starting ephemeral volume controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.555086  452288 shared_informer.go:240] Waiting for caches to sync for ephemeral
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.557292  452288 controllermanager.go:605] Started "statefulset"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.559891  452288 controllermanager.go:605] Started "job"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.560044  452288 job_controller.go:186] Starting job controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.560059  452288 shared_informer.go:240] Waiting for caches to sync for job
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.567064  452288 stateful_set.go:147] Starting stateful set controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.567087  452288 shared_informer.go:240] Waiting for caches to sync for stateful set
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.567066  452288 replica_set.go:186] Starting replicationcontroller controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.567126  452288 shared_informer.go:240] Waiting for caches to sync for ReplicationController
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.567139  452288 controllermanager.go:605] Started "deployment"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.567185  452288 deployment_controller.go:153] "Starting controller" controller="deployment"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.567198  452288 shared_informer.go:240] Waiting for caches to sync for deployment
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.569539  452288 controllermanager.go:605] Started "replicaset"
Dec 31 17:18:34 datavault k3s[452288]: W1231 17:18:34.569581  452288 core.go:226] configure-cloud-routes is set, but no cloud provider specified. Will not configure cloud provider routes.
Dec 31 17:18:34 datavault k3s[452288]: W1231 17:18:34.569591  452288 controllermanager.go:583] Skipping "route"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.569645  452288 replica_set.go:186] Starting replicaset controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.569659  452288 shared_informer.go:240] Waiting for caches to sync for ReplicaSet
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.571811  452288 controllermanager.go:605] Started "ttl-after-finished"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.571920  452288 ttlafterfinished_controller.go:109] Starting TTL after finished controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.571932  452288 shared_informer.go:240] Waiting for caches to sync for TTL after finished
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.573823  452288 controllermanager.go:605] Started "podgc"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.573991  452288 gc_controller.go:89] Starting GC controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.574014  452288 shared_informer.go:240] Waiting for caches to sync for GC
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.581961  452288 controllermanager.go:605] Started "horizontalpodautoscaling"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.582121  452288 horizontal.go:168] Starting HPA controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.582137  452288 shared_informer.go:240] Waiting for caches to sync for HPA
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.586162  452288 controllermanager.go:605] Started "disruption"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.586330  452288 disruption.go:363] Starting disruption controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.586349  452288 shared_informer.go:240] Waiting for caches to sync for disruption
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.588153  452288 controllermanager.go:605] Started "csrcleaner"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.588270  452288 cleaner.go:82] Starting CSR cleaner controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.590183  452288 controllermanager.go:605] Started "ttl"
Dec 31 17:18:34 datavault k3s[452288]: W1231 17:18:34.590198  452288 controllermanager.go:570] "bootstrapsigner" is disabled
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.590345  452288 ttl_controller.go:121] Starting TTL controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.590360  452288 shared_informer.go:240] Waiting for caches to sync for TTL
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.592496  452288 controllermanager.go:605] Started "root-ca-cert-publisher"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.592615  452288 publisher.go:107] Starting root CA certificate configmap publisher
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.592628  452288 shared_informer.go:240] Waiting for caches to sync for crt configmap
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.608339  452288 controllermanager.go:605] Started "namespace"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.608455  452288 namespace_controller.go:200] Starting namespace controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.608474  452288 shared_informer.go:240] Waiting for caches to sync for namespace
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.610886  452288 controllermanager.go:605] Started "endpointslice"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.611046  452288 endpointslice_controller.go:257] Starting endpoint slice controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.611061  452288 shared_informer.go:240] Waiting for caches to sync for endpoint_slice
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.613352  452288 controllermanager.go:605] Started "endpointslicemirroring"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.613448  452288 endpointslicemirroring_controller.go:212] Starting EndpointSliceMirroring controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.613466  452288 shared_informer.go:240] Waiting for caches to sync for endpoint_slice_mirroring
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.620804  452288 controllermanager.go:605] Started "garbagecollector"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.623164  452288 controllermanager.go:605] Started "daemonset"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.623276  452288 daemon_controller.go:284] Starting daemon sets controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.623289  452288 shared_informer.go:240] Waiting for caches to sync for daemon sets
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.639138  452288 garbagecollector.go:146] Starting garbage collector controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.639165  452288 shared_informer.go:240] Waiting for caches to sync for garbage collector
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.639281  452288 graph_builder.go:289] GraphBuilder running
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.714451  452288 controllermanager.go:605] Started "clusterrole-aggregation"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.714562  452288 clusterroleaggregation_controller.go:194] Starting ClusterRoleAggregator
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.714577  452288 shared_informer.go:240] Waiting for caches to sync for ClusterRoleAggregator
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.814254  452288 controllermanager.go:605] Started "endpoint"
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.814337  452288 endpoints_controller.go:193] Starting endpoint controller
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.814352  452288 shared_informer.go:240] Waiting for caches to sync for endpoint
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.817687  452288 shared_informer.go:240] Waiting for caches to sync for resource quota
Dec 31 17:18:34 datavault k3s[452288]: W1231 17:18:34.832879  452288 actual_state_of_world.go:539] Failed to update statusUpdateNeeded field in actual state of world: Failed to set statusUpdateNeeded to needed true, because nodeName="ix-truenas" does not exist
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.839504  452288 shared_informer.go:247] Caches are synced for node
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.839553  452288 range_allocator.go:173] Starting range CIDR allocator
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.839564  452288 shared_informer.go:240] Waiting for caches to sync for cidrallocator
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.839577  452288 shared_informer.go:247] Caches are synced for cidrallocator
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.842119  452288 shared_informer.go:247] Caches are synced for expand
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.845381  452288 shared_informer.go:247] Caches are synced for certificate-csrsigning-kube-apiserver-client
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.845394  452288 shared_informer.go:247] Caches are synced for certificate-csrsigning-kubelet-client
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.845383  452288 shared_informer.go:247] Caches are synced for certificate-csrsigning-kubelet-serving
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.845619  452288 shared_informer.go:247] Caches are synced for certificate-csrsigning-legacy-unknown
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.847885  452288 shared_informer.go:247] Caches are synced for PV protection
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.849268  452288 shared_informer.go:240] Waiting for caches to sync for garbage collector
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.860605  452288 shared_informer.go:247] Caches are synced for cronjob
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.861291  452288 shared_informer.go:247] Caches are synced for certificate-csrapproving
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.872014  452288 shared_informer.go:247] Caches are synced for TTL after finished
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.891323  452288 shared_informer.go:247] Caches are synced for TTL
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.908556  452288 shared_informer.go:247] Caches are synced for namespace
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.913960  452288 shared_informer.go:247] Caches are synced for endpoint_slice_mirroring
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.915212  452288 shared_informer.go:247] Caches are synced for ClusterRoleAggregator
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.919473  452288 shared_informer.go:247] Caches are synced for service account
Dec 31 17:18:34 datavault k3s[452288]: I1231 17:18:34.993209  452288 shared_informer.go:247] Caches are synced for crt configmap
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.023502  452288 shared_informer.go:247] Caches are synced for daemon sets
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.052932  452288 shared_informer.go:247] Caches are synced for persistent volume
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.055153  452288 shared_informer.go:247] Caches are synced for ephemeral
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.060830  452288 shared_informer.go:247] Caches are synced for job
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.068289  452288 shared_informer.go:247] Caches are synced for ReplicationController
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.068297  452288 shared_informer.go:247] Caches are synced for stateful set
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.068299  452288 shared_informer.go:247] Caches are synced for deployment
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.069738  452288 shared_informer.go:247] Caches are synced for ReplicaSet
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.073542  452288 shared_informer.go:247] Caches are synced for taint
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.073621  452288 taint_manager.go:187] "Starting NoExecuteTaintManager"
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.073785  452288 node_lifecycle_controller.go:1397] Initializing eviction metric for zone:
Dec 31 17:18:35 datavault k3s[452288]: W1231 17:18:35.074096  452288 node_lifecycle_controller.go:1012] Missing timestamp for Node ix-truenas. Assuming now as a timestamp.
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.074148  452288 node_lifecycle_controller.go:1213] Controller detected that zone  is now in state Normal.
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.074227  452288 shared_informer.go:247] Caches are synced for GC
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.074384  452288 event.go:294] "Event occurred" object="ix-truenas" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node ix-truenas event: Registered Node ix-truenas in Controller"
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.078924  452288 shared_informer.go:247] Caches are synced for attach detach
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.081826  452288 shared_informer.go:247] Caches are synced for PVC protection
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.082958  452288 shared_informer.go:247] Caches are synced for HPA
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.086663  452288 shared_informer.go:247] Caches are synced for disruption
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.086682  452288 disruption.go:371] Sending events to api server.
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.108994  452288 shared_informer.go:247] Caches are synced for resource quota
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.111120  452288 shared_informer.go:247] Caches are synced for endpoint_slice
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.114700  452288 shared_informer.go:247] Caches are synced for endpoint
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.117815  452288 shared_informer.go:247] Caches are synced for resource quota
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.370344  452288 controller.go:611] quota admission added evaluator for: endpointslices.discovery.k8s.io
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.432031  452288 controller.go:611] quota admission added evaluator for: endpoints
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.539477  452288 shared_informer.go:247] Caches are synced for garbage collector
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.539508  452288 garbagecollector.go:155] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
Dec 31 17:18:35 datavault k3s[452288]: I1231 17:18:35.549580  452288 shared_informer.go:247] Caches are synced for garbage collector
Dec 31 17:18:42 datavault k3s[452288]: I1231 17:18:42.477136  452288 scope.go:110] "RemoveContainer" containerID="11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70"
Dec 31 17:18:42 datavault k3s[452288]: I1231 17:18:42.477244  452288 scope.go:110] "RemoveContainer" containerID="7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f"
Dec 31 17:18:42 datavault k3s[452288]: I1231 17:18:42.845219  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b"
Dec 31 17:18:42 datavault k3s[452288]: I1231 17:18:42.869026  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="cfaff4d80d66c520743dfc474a5abd2bc4a249ba8c2cc8ce732c9a79ae9de476"
Dec 31 17:18:56 datavault k3s[452288]: I1231 17:18:56.447838  452288 scope.go:110] "RemoveContainer" containerID="f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64"
Dec 31 17:18:56 datavault k3s[452288]: I1231 17:18:56.447891  452288 scope.go:110] "RemoveContainer" containerID="d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b"
Dec 31 17:18:56 datavault k3s[452288]: E1231 17:18:56.448871  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b" containerID="d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b"
Dec 31 17:18:56 datavault k3s[452288]: I1231 17:18:56.449024  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b} err="failed to get container status \"d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b\": rpc error: code = Unknown desc = Error: No such container: d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b"
Dec 31 17:18:56 datavault k3s[452288]: I1231 17:18:56.449053  452288 scope.go:110] "RemoveContainer" containerID="11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70"
Dec 31 17:18:56 datavault k3s[452288]: E1231 17:18:56.449630  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70" containerID="11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70"
Dec 31 17:18:56 datavault k3s[452288]: I1231 17:18:56.449689  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70} err="failed to get container status \"11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70\": rpc error: code = Unknown desc = Error: No such container: 11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70"
Dec 31 17:18:56 datavault k3s[452288]: I1231 17:18:56.449712  452288 scope.go:110] "RemoveContainer" containerID="31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0"
Dec 31 17:18:56 datavault k3s[452288]: I1231 17:18:56.971753  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70"
Dec 31 17:18:56 datavault k3s[452288]: I1231 17:18:56.991973  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f"
Dec 31 17:19:01 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:19:01.531-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:19:13 datavault k3s[452288]: I1231 17:19:13.540379  452288 scope.go:110] "RemoveContainer" containerID="d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b"
Dec 31 17:19:13 datavault k3s[452288]: I1231 17:19:13.540541  452288 scope.go:110] "RemoveContainer" containerID="31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0"
Dec 31 17:19:13 datavault k3s[452288]: E1231 17:19:13.541177  452288 kuberuntime_gc.go:146] "Failed to remove container" err="failed to get container status \"d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b\": rpc error: code = Unknown desc = Error: No such container: d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b" containerID="d7fdbe763b77ac61c393280f156c12513a6409215d95e6b7c51668ff33e1404b"
Dec 31 17:19:13 datavault k3s[452288]: I1231 17:19:13.541206  452288 scope.go:110] "RemoveContainer" containerID="e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a"
Dec 31 17:19:13 datavault k3s[452288]: E1231 17:19:13.541181  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0" containerID="31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0"
Dec 31 17:19:13 datavault k3s[452288]: I1231 17:19:13.541293  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0} err="failed to get container status \"31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0\": rpc error: code = Unknown desc = Error: No such container: 31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0"
Dec 31 17:19:13 datavault k3s[452288]: I1231 17:19:13.541307  452288 scope.go:110] "RemoveContainer" containerID="b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2"
Dec 31 17:19:14 datavault k3s[452288]: I1231 17:19:14.093652  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0"
Dec 31 17:19:14 datavault k3s[452288]: I1231 17:19:14.106945  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.953039  452288 scope.go:110] "RemoveContainer" containerID="cfaff4d80d66c520743dfc474a5abd2bc4a249ba8c2cc8ce732c9a79ae9de476"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.953304  452288 scope.go:110] "RemoveContainer" containerID="31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0"
Dec 31 17:19:28 datavault k3s[452288]: E1231 17:19:28.953950  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: cfaff4d80d66c520743dfc474a5abd2bc4a249ba8c2cc8ce732c9a79ae9de476" containerID="cfaff4d80d66c520743dfc474a5abd2bc4a249ba8c2cc8ce732c9a79ae9de476"
Dec 31 17:19:28 datavault k3s[452288]: E1231 17:19:28.954005  452288 kuberuntime_gc.go:146] "Failed to remove container" err="failed to get container status \"31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0\": rpc error: code = Unknown desc = Error: No such container: 31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0" containerID="31b636d63368dcb381ff9e936d004c201eb2d4235d6dd73ab1a04dc80dc463d0"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.954042  452288 scope.go:110] "RemoveContainer" containerID="11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.954060  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:cfaff4d80d66c520743dfc474a5abd2bc4a249ba8c2cc8ce732c9a79ae9de476} err="failed to get container status \"cfaff4d80d66c520743dfc474a5abd2bc4a249ba8c2cc8ce732c9a79ae9de476\": rpc error: code = Unknown desc = Error: No such container: cfaff4d80d66c520743dfc474a5abd2bc4a249ba8c2cc8ce732c9a79ae9de476"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.954091  452288 scope.go:110] "RemoveContainer" containerID="7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f"
Dec 31 17:19:28 datavault k3s[452288]: E1231 17:19:28.954463  452288 kuberuntime_gc.go:146] "Failed to remove container" err="failed to get container status \"11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70\": rpc error: code = Unknown desc = Error: No such container: 11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70" containerID="11423885a550c10462089c4ac55b828f14a3cfa4b260e1ab739acdfabefa1b70"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.954485  452288 scope.go:110] "RemoveContainer" containerID="b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2"
Dec 31 17:19:28 datavault k3s[452288]: E1231 17:19:28.954554  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f" containerID="7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.954594  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f} err="failed to get container status \"7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f\": rpc error: code = Unknown desc = Error: No such container: 7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.954614  452288 scope.go:110] "RemoveContainer" containerID="f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64"
Dec 31 17:19:28 datavault k3s[452288]: E1231 17:19:28.954971  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2" containerID="b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2"
Dec 31 17:19:28 datavault k3s[452288]: E1231 17:19:28.955018  452288 kuberuntime_gc.go:146] "Failed to remove container" err="failed to get container status \"b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2\": rpc error: code = Unknown desc = Error: No such container: b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2" containerID="b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2"
Dec 31 17:19:28 datavault k3s[452288]: E1231 17:19:28.955052  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64" containerID="f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.955094  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64} err="failed to get container status \"f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64\": rpc error: code = Unknown desc = Error: No such container: f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.955114  452288 scope.go:110] "RemoveContainer" containerID="e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a"
Dec 31 17:19:28 datavault k3s[452288]: E1231 17:19:28.955629  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a" containerID="e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.955666  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a} err="failed to get container status \"e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a\": rpc error: code = Unknown desc = Error: No such container: e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.955682  452288 scope.go:110] "RemoveContainer" containerID="7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.956448  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f} err="failed to get container status \"7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f\": rpc error: code = Unknown desc = Error: No such container: 7037c12268a7317b349cc37d38a6a7a81bc11898d5dcfa195397f34e8a4ea27f"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.956470  452288 scope.go:110] "RemoveContainer" containerID="f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.956905  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64} err="failed to get container status \"f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64\": rpc error: code = Unknown desc = Error: No such container: f5903e2aa36e3867dcc0e63eb4586dbd811df2f78a8a61a0343fb8c16a0ccf64"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.956927  452288 scope.go:110] "RemoveContainer" containerID="e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.957487  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a} err="failed to get container status \"e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a\": rpc error: code = Unknown desc = Error: No such container: e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.957508  452288 scope.go:110] "RemoveContainer" containerID="b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2"
Dec 31 17:19:28 datavault k3s[452288]: I1231 17:19:28.957992  452288 pod_container_deletor.go:52] "DeleteContainer returned error" containerID={Type:docker ID:b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2} err="failed to get container status \"b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2\": rpc error: code = Unknown desc = Error: No such container: b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2"
Dec 31 17:19:29 datavault k3s[452288]: I1231 17:19:29.200169  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="e24a71021cd01ba348031d86b649d4f1769eb6804a30a2517c61c728df7f081a"
Dec 31 17:19:29 datavault k3s[452288]: I1231 17:19:29.200208  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="b2c1f2ce0c9c00b44fdf1a2b13151cd20708701f5bf5b72bd0f2da75cc3412c2"
Dec 31 17:19:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:19:37.966-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:19:43 datavault k3s[452288]: E1231 17:19:43.272829  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:44 datavault k3s[452288]: E1231 17:19:44.279415  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:44 datavault k3s[452288]: E1231 17:19:44.280796  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:45 datavault k3s[452288]: E1231 17:19:45.286841  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:45 datavault k3s[452288]: E1231 17:19:45.288213  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:46 datavault k3s[452288]: E1231 17:19:46.294439  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:46 datavault k3s[452288]: E1231 17:19:46.297421  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:47 datavault k3s[452288]: E1231 17:19:47.305735  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:47 datavault k3s[452288]: E1231 17:19:47.307520  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:48 datavault k3s[452288]: E1231 17:19:48.314708  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:48 datavault k3s[452288]: E1231 17:19:48.316267  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:49 datavault k3s[452288]: E1231 17:19:49.323245  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:49 datavault k3s[452288]: E1231 17:19:49.325021  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:50 datavault k3s[452288]: E1231 17:19:50.331604  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:50 datavault k3s[452288]: E1231 17:19:50.333162  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:51 datavault k3s[452288]: E1231 17:19:51.340291  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:51 datavault k3s[452288]: E1231 17:19:51.342049  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:52 datavault k3s[452288]: E1231 17:19:52.349579  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:52 datavault k3s[452288]: E1231 17:19:52.351407  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:53 datavault k3s[452288]: E1231 17:19:53.359492  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:53 datavault k3s[452288]: E1231 17:19:53.361570  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:54 datavault k3s[452288]: E1231 17:19:54.369734  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:54 datavault k3s[452288]: E1231 17:19:54.371711  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:55 datavault k3s[452288]: E1231 17:19:55.379179  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:55 datavault k3s[452288]: E1231 17:19:55.380892  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:56 datavault k3s[452288]: E1231 17:19:56.388150  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:56 datavault k3s[452288]: E1231 17:19:56.389979  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:57 datavault k3s[452288]: E1231 17:19:57.397109  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:57 datavault k3s[452288]: E1231 17:19:57.398814  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:58 datavault k3s[452288]: E1231 17:19:58.406387  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:58 datavault k3s[452288]: E1231 17:19:58.408076  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:59 datavault k3s[452288]: E1231 17:19:59.415597  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:19:59 datavault k3s[452288]: E1231 17:19:59.417989  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:19:59 datavault k3s[452288]: E1231 17:19:59.419711  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:00 datavault k3s[452288]: E1231 17:20:00.427824  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:00 datavault k3s[452288]: E1231 17:20:00.429633  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:00 datavault k3s[452288]: E1231 17:20:00.431409  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:00 datavault k3s[452288]: E1231 17:20:00.433417  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:01 datavault k3s[452288]: E1231 17:20:01.441210  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:01 datavault k3s[452288]: E1231 17:20:01.443307  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:01 datavault k3s[452288]: E1231 17:20:01.445413  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:01 datavault k3s[452288]: E1231 17:20:01.447171  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:02 datavault k3s[452288]: E1231 17:20:02.455136  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:02 datavault k3s[452288]: E1231 17:20:02.456967  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:02 datavault k3s[452288]: E1231 17:20:02.458579  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:02 datavault k3s[452288]: E1231 17:20:02.460444  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:03 datavault k3s[452288]: E1231 17:20:03.468799  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:03 datavault k3s[452288]: E1231 17:20:03.470942  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:03 datavault k3s[452288]: E1231 17:20:03.472934  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:03 datavault k3s[452288]: E1231 17:20:03.474921  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:04 datavault k3s[452288]: E1231 17:20:04.482136  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:04 datavault k3s[452288]: E1231 17:20:04.484019  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:04 datavault k3s[452288]: E1231 17:20:04.486055  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:04 datavault k3s[452288]: E1231 17:20:04.487592  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:20:05 datavault k3s[452288]: E1231 17:20:05.500030  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:06 datavault k3s[452288]: I1231 17:20:06.119243  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172"
Dec 31 17:20:06 datavault k3s[452288]: E1231 17:20:06.121511  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:07 datavault k3s[452288]: E1231 17:20:07.136911  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:07 datavault k3s[452288]: E1231 17:20:07.140947  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:08 datavault k3s[452288]: E1231 17:20:08.148115  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:08 datavault k3s[452288]: E1231 17:20:08.150234  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:09 datavault k3s[452288]: E1231 17:20:09.159072  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:09 datavault k3s[452288]: E1231 17:20:09.161096  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:10 datavault k3s[452288]: E1231 17:20:10.168806  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:10 datavault k3s[452288]: E1231 17:20:10.170970  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:11 datavault k3s[452288]: E1231 17:20:11.179017  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:11 datavault k3s[452288]: E1231 17:20:11.181095  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:12 datavault k3s[452288]: E1231 17:20:12.189120  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:12 datavault k3s[452288]: E1231 17:20:12.191102  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:13 datavault k3s[452288]: E1231 17:20:13.199539  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:13 datavault k3s[452288]: E1231 17:20:13.201716  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:14 datavault k3s[452288]: E1231 17:20:14.209193  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:14 datavault k3s[452288]: E1231 17:20:14.211279  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:14 datavault k3s[452288]: E1231 17:20:14.213310  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:15 datavault k3s[452288]: E1231 17:20:15.220481  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:15 datavault k3s[452288]: E1231 17:20:15.222919  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:15 datavault k3s[452288]: E1231 17:20:15.224571  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:15 datavault k3s[452288]: E1231 17:20:15.226928  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:16 datavault k3s[452288]: E1231 17:20:16.234422  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:16 datavault k3s[452288]: E1231 17:20:16.236554  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:16 datavault k3s[452288]: E1231 17:20:16.238251  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:16 datavault k3s[452288]: E1231 17:20:16.240263  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: 598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:20:16 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:20:16.748-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:20:17 datavault k3s[452288]: I1231 17:20:17.786446  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf"
Dec 31 17:20:17 datavault k3s[452288]: E1231 17:20:17.788194  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:17 datavault k3s[452288]: E1231 17:20:17.789989  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:18 datavault k3s[452288]: I1231 17:20:18.298588  531968 event.go:278] Event(v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"openebs-zfs-controller-0", UID:"b61e8667-0541-4805-bf39-726c7891a2de", APIVersion:"v1", ResourceVersion:"11815773", FieldPath:""}): type: 'Normal' reason: 'AddedInterface' Add eth0 [172.16.0.13/16] from ix-net
Dec 31 17:20:18 datavault k3s[452288]: E1231 17:20:18.813977  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:18 datavault k3s[452288]: E1231 17:20:18.815466  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:19 datavault k3s[452288]: E1231 17:20:19.823322  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:19 datavault k3s[452288]: E1231 17:20:19.825096  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:20 datavault k3s[452288]: E1231 17:20:20.845056  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:20 datavault k3s[452288]: E1231 17:20:20.846575  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:21 datavault k3s[452288]: E1231 17:20:21.854448  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:21 datavault k3s[452288]: E1231 17:20:21.856335  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:22 datavault k3s[452288]: E1231 17:20:22.863510  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:22 datavault k3s[452288]: E1231 17:20:22.865200  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:23 datavault k3s[452288]: E1231 17:20:23.871579  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:23 datavault k3s[452288]: E1231 17:20:23.873064  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:24 datavault k3s[452288]: E1231 17:20:24.879544  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:24 datavault k3s[452288]: E1231 17:20:24.881227  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:25 datavault k3s[452288]: E1231 17:20:25.887553  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:25 datavault k3s[452288]: E1231 17:20:25.889030  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:26 datavault k3s[452288]: E1231 17:20:26.895266  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:26 datavault k3s[452288]: E1231 17:20:26.896762  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:27 datavault k3s[452288]: E1231 17:20:27.902757  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:27 datavault k3s[452288]: E1231 17:20:27.904228  452288 kuberuntime_manager.go:1065] "PodSandboxStatus of sandbox for pod" err="rpc error: code = Unknown desc = Error: No such container: cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:20:28 datavault k3s[452288]: I1231 17:20:28.962978  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76"
Dec 31 17:20:29 datavault k3s[452288]: I1231 17:20:29.165931  534727 event.go:278] Event(v1.ObjectReference{Kind:"Pod", Namespace:"kube-system", Name:"coredns-d76bd69b-4trx2", UID:"125fbfef-0332-4f7f-ac11-298c72ce6d00", APIVersion:"v1", ResourceVersion:"11815768", FieldPath:""}): type: 'Normal' reason: 'AddedInterface' Add eth0 [172.16.0.14/16] from ix-net
Dec 31 17:20:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:20:58.336-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:21:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:21:37.751-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:22:03 datavault k3s[452288]: E1231 17:22:03.468929  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: be75ae5c2b45668f1fea334406a12434813feede2c78e81a5fa30632a039673f" containerID="be75ae5c2b45668f1fea334406a12434813feede2c78e81a5fa30632a039673f"
Dec 31 17:22:03 datavault k3s[452288]: E1231 17:22:03.468995  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: be75ae5c2b45668f1fea334406a12434813feede2c78e81a5fa30632a039673f" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:22:06 datavault k3s[452288]: E1231 17:22:06.119975  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = DeadlineExceeded desc = context deadline exceeded" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172"
Dec 31 17:22:06 datavault k3s[452288]: E1231 17:22:06.120311  452288 kuberuntime_manager.go:919] container &Container{Name:csi-node-driver-registrar,Image:k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.3.0,Command:[],Args:[--v=5 --csi-address=$(ADDRESS) --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:ADDRESS,Value:/plugin/csi.sock,ValueFrom:nil,},EnvVar{Name:DRIVER_REG_SOCK_PATH,Value:/var/lib/kubelet/plugins/zfs-localpv/csi.sock,ValueFrom:nil,},EnvVar{Name:KUBE_NODE_NAME,Value:,ValueFrom:&EnvVarSource{FieldRef:&ObjectFieldSelector{APIVersion:v1,FieldPath:spec.nodeName,},ResourceFieldRef:nil,ConfigMapKeyRef:nil,SecretKeyRef:nil,},},EnvVar{Name:NODE_DRIVER,Value:openebs-zfs,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:plugin-dir,ReadOnly:false,MountPath:/plugin,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:registration-dir,ReadOnly:false,MountPath:/registration,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:kube-api-access-47slq,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:&Lifecycle{PostStart:nil,PreStop:&LifecycleHandler{Exec:&ExecAction{Command:[/bin/sh -c rm -rf /registration/zfs-localpv /registration/zfs-localpv-reg.sock],},HTTPGet:nil,TCPSocket:nil,},},TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:nil,Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod openebs-zfs-node-p6957_kube-system(1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5): CreateContainerError: context deadline exceeded
Dec 31 17:22:16 datavault k3s[452288]: E1231 17:22:16.664302  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: a385d41de59dabe443e967325985336896fd949b404cf2d543aff3563804a2e4" containerID="a385d41de59dabe443e967325985336896fd949b404cf2d543aff3563804a2e4"
Dec 31 17:22:16 datavault k3s[452288]: E1231 17:22:16.664371  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: a385d41de59dabe443e967325985336896fd949b404cf2d543aff3563804a2e4" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:22:18 datavault k3s[452288]: E1231 17:22:18.407576  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = DeadlineExceeded desc = context deadline exceeded" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf"
Dec 31 17:22:18 datavault k3s[452288]: E1231 17:22:18.407705  452288 kuberuntime_manager.go:919] container &Container{Name:csi-resizer,Image:k8s.gcr.io/sig-storage/csi-resizer:v1.2.0,Command:[],Args:[--v=5 --csi-address=$(ADDRESS) --leader-election],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:ADDRESS,Value:/var/lib/csi/sockets/pluginproxy/csi.sock,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:socket-dir,ReadOnly:false,MountPath:/var/lib/csi/sockets/pluginproxy/,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:kube-api-access-vjswh,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:nil,Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod openebs-zfs-controller-0_kube-system(b61e8667-0541-4805-bf39-726c7891a2de): CreateContainerError: context deadline exceeded
Dec 31 17:22:20 datavault k3s[452288]: I1231 17:22:20.601986  452288 scope.go:110] "RemoveContainer" containerID="bea4eda475815ab0932585ab6f3f6166f16b7df26c06aab5bb4288fbf573aff6"
Dec 31 17:22:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:22:21.725-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:22:29 datavault k3s[452288]: E1231 17:22:29.191188  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = DeadlineExceeded desc = context deadline exceeded" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76"
Dec 31 17:22:29 datavault k3s[452288]: E1231 17:22:29.191460  452288 kuberuntime_manager.go:919] container &Container{Name:coredns,Image:rancher/mirrored-coredns-coredns:1.9.1,Command:[],Args:[-conf /etc/coredns/Corefile],WorkingDir:,Ports:[]ContainerPort{ContainerPort{Name:dns,HostPort:0,ContainerPort:53,Protocol:UDP,HostIP:,},ContainerPort{Name:dns-tcp,HostPort:0,ContainerPort:53,Protocol:TCP,HostIP:,},ContainerPort{Name:metrics,HostPort:0,ContainerPort:9153,Protocol:TCP,HostIP:,},},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{memory: {{178257920 0} {<nil>} 170Mi BinarySI},},Requests:ResourceList{cpu: {{100 -3} {<nil>} 100m DecimalSI},memory: {{73400320 0} {<nil>} 70Mi BinarySI},},},VolumeMounts:[]VolumeMount{VolumeMount{Name:config-volume,ReadOnly:true,MountPath:/etc/coredns,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:custom-config-volume,ReadOnly:true,MountPath:/etc/coredns/custom,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:kube-api-access-9c5z6,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/health,Port:{0 8080 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:60,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/ready,Port:{0 8181 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:2,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[NET_BIND_SERVICE],Drop:[all],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:*true,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod coredns-d76bd69b-4trx2_kube-system(125fbfef-0332-4f7f-ac11-298c72ce6d00): CreateContainerError: context deadline exceeded
Dec 31 17:22:29 datavault k3s[452288]: E1231 17:22:29.191531  452288 pod_workers.go:949] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"coredns\" with CreateContainerError: \"context deadline exceeded\"" pod="kube-system/coredns-d76bd69b-4trx2" podUID=125fbfef-0332-4f7f-ac11-298c72ce6d00
Dec 31 17:22:29 datavault k3s[452288]: I1231 17:22:29.988307  452288 scope.go:110] "RemoveContainer" containerID="2e86250a5b1d5fcf636bc9974d0850dac50fcd8baa6030aab3f2cec327bd2329"
Dec 31 17:22:29 datavault k3s[452288]: I1231 17:22:29.994349  452288 helpers.go:292] "Unable to create pod sandbox due to conflict. Attempting to remove sandbox" containerID="fe8550715f28ee345f3f1aa0d538d0cda620fde861fec6616fb11c460db09db2"
Dec 31 17:22:29 datavault k3s[452288]: E1231 17:22:29.994773  452288 helpers.go:298] "Failed to remove the conflicting container" err="Error: No such container: fe8550715f28ee345f3f1aa0d538d0cda620fde861fec6616fb11c460db09db2" containerID="fe8550715f28ee345f3f1aa0d538d0cda620fde861fec6616fb11c460db09db2"
Dec 31 17:22:31 datavault k3s[452288]: I1231 17:22:31.513385  452288 trace.go:205] Trace[1081281357]: "Create" url:/api/v1/namespaces/kube-system/events,user-agent:k3s/v1.23.5+k3s (linux/amd64) kubernetes/fbfa51e,audit-id:686ea4aa-e3e4-414f-a857-8ddd62449438,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf,application/json,protocol:HTTP/2.0 (31-Dec-2022 17:22:29.212) (total time: 2300ms):
Dec 31 17:22:31 datavault k3s[452288]: Trace[1081281357]: ---"Object stored in database" 2300ms (17:22:31.513)
Dec 31 17:22:31 datavault k3s[452288]: Trace[1081281357]: [2.300663185s] [2.300663185s] END
Dec 31 17:22:33 datavault k3s[452288]: E1231 17:22:33.051194  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: fe8550715f28ee345f3f1aa0d538d0cda620fde861fec6616fb11c460db09db2" containerID="fe8550715f28ee345f3f1aa0d538d0cda620fde861fec6616fb11c460db09db2"
Dec 31 17:22:33 datavault k3s[452288]: E1231 17:22:33.051246  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: fe8550715f28ee345f3f1aa0d538d0cda620fde861fec6616fb11c460db09db2" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:22:36 datavault k3s[452288]: I1231 17:22:36.114421  452288 trace.go:205] Trace[1063560985]: "GuaranteedUpdate etcd3" type:*coordination.Lease (31-Dec-2022 17:22:34.846) (total time: 1268ms):
Dec 31 17:22:36 datavault k3s[452288]: Trace[1063560985]: ---"Transaction committed" 1267ms (17:22:36.114)
Dec 31 17:22:36 datavault k3s[452288]: Trace[1063560985]: [1.268033802s] [1.268033802s] END
Dec 31 17:22:36 datavault k3s[452288]: I1231 17:22:36.114605  452288 trace.go:205] Trace[1051472645]: "Update" url:/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ix-truenas,user-agent:Go-http-client/2.0,audit-id:d157ae91-9da9-4d2c-885b-a1bbf3b3f9a1,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf,application/json,protocol:HTTP/2.0 (31-Dec-2022 17:22:34.846) (total time: 1268ms):
Dec 31 17:22:36 datavault k3s[452288]: Trace[1051472645]: ---"Object stored in database" 1268ms (17:22:36.114)
Dec 31 17:22:36 datavault k3s[452288]: Trace[1051472645]: [1.268375132s] [1.268375132s] END
Dec 31 17:22:37 datavault k3s[452288]: I1231 17:22:37.699066  452288 scope.go:110] "RemoveContainer" containerID="30d335c07af6d297316424d4b601c586653ded5249220f26dc3f29cd638b3e40"
Dec 31 17:22:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:22:57.814-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:23:03 datavault k3s[452288]: I1231 17:23:03.710709  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="30d335c07af6d297316424d4b601c586653ded5249220f26dc3f29cd638b3e40"
Dec 31 17:23:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:23:32.837-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:24:03 datavault k3s[452288]: I1231 17:24:03.477851  452288 scope.go:110] "RemoveContainer" containerID="2e86250a5b1d5fcf636bc9974d0850dac50fcd8baa6030aab3f2cec327bd2329"
Dec 31 17:24:06 datavault k3s[452288]: E1231 17:24:06.130033  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = DeadlineExceeded desc = context deadline exceeded" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172"
Dec 31 17:24:06 datavault k3s[452288]: E1231 17:24:06.130267  452288 kuberuntime_manager.go:919] container &Container{Name:openebs-zfs-plugin,Image:openebs/zfs-driver:2.0.0,Command:[],Args:[--nodename=$(OPENEBS_NODE_NAME) --endpoint=$(OPENEBS_CSI_ENDPOINT) --plugin=$(OPENEBS_NODE_DRIVER)],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:OPENEBS_NODE_NAME,Value:,ValueFrom:&EnvVarSource{FieldRef:&ObjectFieldSelector{APIVersion:v1,FieldPath:spec.nodeName,},ResourceFieldRef:nil,ConfigMapKeyRef:nil,SecretKeyRef:nil,},},EnvVar{Name:OPENEBS_CSI_ENDPOINT,Value:unix:///plugin/csi.sock,ValueFrom:nil,},EnvVar{Name:OPENEBS_NODE_DRIVER,Value:agent,ValueFrom:nil,},EnvVar{Name:OPENEBS_NAMESPACE,Value:openebs,ValueFrom:nil,},EnvVar{Name:ALLOWED_TOPOLOGIES,Value:All,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:plugin-dir,ReadOnly:false,MountPath:/plugin,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:device-dir,ReadOnly:false,MountPath:/dev,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:encr-keys,ReadOnly:false,MountPath:/home/keys,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:chroot-zfs,ReadOnly:false,MountPath:/sbin/zfs,SubPath:zfs,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:host-root,ReadOnly:true,MountPath:/host,SubPath:,MountPropagation:*HostToContainer,SubPathExpr:,},VolumeMount{Name:pods-mount-dir,ReadOnly:false,MountPath:/var/lib/kubelet/,SubPath:,MountPropagation:*Bidirectional,SubPathExpr:,},VolumeMount{Name:kube-api-access-47slq,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:nil,Privileged:*true,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:*true,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod openebs-zfs-node-p6957_kube-system(1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5): CreateContainerError: context deadline exceeded
Dec 31 17:24:06 datavault k3s[452288]: E1231 17:24:06.130338  452288 pod_workers.go:949] "Error syncing pod, skipping" err="[failed to \"StartContainer\" for \"csi-node-driver-registrar\" with CreateContainerError: \"context deadline exceeded\", failed to \"StartContainer\" for \"openebs-zfs-plugin\" with CreateContainerError: \"context deadline exceeded\"]" pod="kube-system/openebs-zfs-node-p6957" podUID=1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5
Dec 31 17:24:06 datavault k3s[452288]: I1231 17:24:06.232241  452288 scope.go:110] "RemoveContainer" containerID="be75ae5c2b45668f1fea334406a12434813feede2c78e81a5fa30632a039673f"
Dec 31 17:24:06 datavault k3s[452288]: I1231 17:24:06.232293  452288 scope.go:110] "RemoveContainer" containerID="c55b38300afb0182c1521659ae02a27ff4dd1f404d257e5694a4639288c62b66"
Dec 31 17:24:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:24:10.488-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:24:18 datavault k3s[452288]: E1231 17:24:18.411718  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = DeadlineExceeded desc = context deadline exceeded" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf"
Dec 31 17:24:18 datavault k3s[452288]: E1231 17:24:18.411897  452288 kuberuntime_manager.go:919] container &Container{Name:csi-snapshotter,Image:k8s.gcr.io/sig-storage/csi-snapshotter:v4.0.0,Command:[],Args:[--csi-address=$(ADDRESS) --leader-election],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:ADDRESS,Value:/var/lib/csi/sockets/pluginproxy/csi.sock,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:socket-dir,ReadOnly:false,MountPath:/var/lib/csi/sockets/pluginproxy/,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:kube-api-access-vjswh,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:nil,Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod openebs-zfs-controller-0_kube-system(b61e8667-0541-4805-bf39-726c7891a2de): CreateContainerError: context deadline exceeded
Dec 31 17:24:29 datavault k3s[452288]: E1231 17:24:29.992432  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = DeadlineExceeded desc = context deadline exceeded" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76"
Dec 31 17:24:29 datavault k3s[452288]: E1231 17:24:29.992732  452288 kuberuntime_manager.go:919] container &Container{Name:coredns,Image:rancher/mirrored-coredns-coredns:1.9.1,Command:[],Args:[-conf /etc/coredns/Corefile],WorkingDir:,Ports:[]ContainerPort{ContainerPort{Name:dns,HostPort:0,ContainerPort:53,Protocol:UDP,HostIP:,},ContainerPort{Name:dns-tcp,HostPort:0,ContainerPort:53,Protocol:TCP,HostIP:,},ContainerPort{Name:metrics,HostPort:0,ContainerPort:9153,Protocol:TCP,HostIP:,},},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{memory: {{178257920 0} {<nil>} 170Mi BinarySI},},Requests:ResourceList{cpu: {{100 -3} {<nil>} 100m DecimalSI},memory: {{73400320 0} {<nil>} 70Mi BinarySI},},},VolumeMounts:[]VolumeMount{VolumeMount{Name:config-volume,ReadOnly:true,MountPath:/etc/coredns,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:custom-config-volume,ReadOnly:true,MountPath:/etc/coredns/custom,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:kube-api-access-9c5z6,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/health,Port:{0 8080 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:60,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/ready,Port:{0 8181 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:2,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[NET_BIND_SERVICE],Drop:[all],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:*true,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod coredns-d76bd69b-4trx2_kube-system(125fbfef-0332-4f7f-ac11-298c72ce6d00): CreateContainerError: context deadline exceeded
Dec 31 17:24:29 datavault k3s[452288]: E1231 17:24:29.992831  452288 pod_workers.go:949] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"coredns\" with CreateContainerError: \"context deadline exceeded\"" pod="kube-system/coredns-d76bd69b-4trx2" podUID=125fbfef-0332-4f7f-ac11-298c72ce6d00
Dec 31 17:24:30 datavault k3s[452288]: I1231 17:24:30.448697  452288 scope.go:110] "RemoveContainer" containerID="fe8550715f28ee345f3f1aa0d538d0cda620fde861fec6616fb11c460db09db2"
Dec 31 17:24:35 datavault k3s[452288]: E1231 17:24:35.501738  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 8744e5e23fbee1dd2f6a84514ee6862e1ba0f8e8118dd9fb806cf9223788b118" containerID="8744e5e23fbee1dd2f6a84514ee6862e1ba0f8e8118dd9fb806cf9223788b118"
Dec 31 17:24:35 datavault k3s[452288]: E1231 17:24:35.501816  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 8744e5e23fbee1dd2f6a84514ee6862e1ba0f8e8118dd9fb806cf9223788b118" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:24:35 datavault k3s[452288]: I1231 17:24:35.510266  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="2e86250a5b1d5fcf636bc9974d0850dac50fcd8baa6030aab3f2cec327bd2329"
Dec 31 17:24:48 datavault k3s[452288]: E1231 17:24:48.793564  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: e2fbeb920bb6d21b42d944cc534e3b64e3d7a724d33d650b9694ee4193381719" containerID="e2fbeb920bb6d21b42d944cc534e3b64e3d7a724d33d650b9694ee4193381719"
Dec 31 17:24:48 datavault k3s[452288]: E1231 17:24:48.793660  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: e2fbeb920bb6d21b42d944cc534e3b64e3d7a724d33d650b9694ee4193381719" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:24:50 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:24:50.843-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:25:01 datavault k3s[452288]: E1231 17:25:01.313098  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 88d9350a5e91bb4cf8a923b42e464e0b3cd62d7a6067c7dce974a3f806aed305" containerID="88d9350a5e91bb4cf8a923b42e464e0b3cd62d7a6067c7dce974a3f806aed305"
Dec 31 17:25:01 datavault k3s[452288]: E1231 17:25:01.313156  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 88d9350a5e91bb4cf8a923b42e464e0b3cd62d7a6067c7dce974a3f806aed305" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:25:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:25:21.748-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:25:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:25:58.050-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:26:00 datavault k3s[452288]: I1231 17:26:00.334018  452288 scope.go:110] "RemoveContainer" containerID="fe8550715f28ee345f3f1aa0d538d0cda620fde861fec6616fb11c460db09db2"
Dec 31 17:26:06 datavault k3s[452288]: E1231 17:26:06.238235  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = DeadlineExceeded desc = context deadline exceeded" podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172"
Dec 31 17:26:06 datavault k3s[452288]: E1231 17:26:06.238408  452288 kuberuntime_manager.go:919] container &Container{Name:csi-node-driver-registrar,Image:k8s.gcr.io/sig-storage/csi-node-driver-registrar:v2.3.0,Command:[],Args:[--v=5 --csi-address=$(ADDRESS) --kubelet-registration-path=$(DRIVER_REG_SOCK_PATH)],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:ADDRESS,Value:/plugin/csi.sock,ValueFrom:nil,},EnvVar{Name:DRIVER_REG_SOCK_PATH,Value:/var/lib/kubelet/plugins/zfs-localpv/csi.sock,ValueFrom:nil,},EnvVar{Name:KUBE_NODE_NAME,Value:,ValueFrom:&EnvVarSource{FieldRef:&ObjectFieldSelector{APIVersion:v1,FieldPath:spec.nodeName,},ResourceFieldRef:nil,ConfigMapKeyRef:nil,SecretKeyRef:nil,},},EnvVar{Name:NODE_DRIVER,Value:openebs-zfs,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:plugin-dir,ReadOnly:false,MountPath:/plugin,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:registration-dir,ReadOnly:false,MountPath:/registration,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:kube-api-access-47slq,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:&Lifecycle{PostStart:nil,PreStop:&LifecycleHandler{Exec:&ExecAction{Command:[/bin/sh -c rm -rf /registration/zfs-localpv /registration/zfs-localpv-reg.sock],},HTTPGet:nil,TCPSocket:nil,},},TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:nil,Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod openebs-zfs-node-p6957_kube-system(1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5): CreateContainerError: context deadline exceeded
Dec 31 17:26:06 datavault k3s[452288]: I1231 17:26:06.257955  452288 helpers.go:292] "Unable to create pod sandbox due to conflict. Attempting to remove sandbox" containerID="8744e5e23fbee1dd2f6a84514ee6862e1ba0f8e8118dd9fb806cf9223788b118"
Dec 31 17:26:18 datavault k3s[452288]: E1231 17:26:18.418638  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = DeadlineExceeded desc = context deadline exceeded" podSandboxID="598e9925dd3e6e35b5d5d73e32f95e6b639f21214325b55d167bcca3c1fc36cf"
Dec 31 17:26:18 datavault k3s[452288]: E1231 17:26:18.418875  452288 kuberuntime_manager.go:919] container &Container{Name:snapshot-controller,Image:k8s.gcr.io/sig-storage/snapshot-controller:v4.0.0,Command:[],Args:[--v=5 --leader-election=true],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:kube-api-access-vjswh,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:nil,Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod openebs-zfs-controller-0_kube-system(b61e8667-0541-4805-bf39-726c7891a2de): CreateContainerError: context deadline exceeded
Dec 31 17:26:23 datavault k3s[452288]: I1231 17:26:23.207349  452288 scope.go:110] "RemoveContainer" containerID="3849745e564922a65dd116b16a8e741128d74e388b617e5a5e664efb3d9d1e46"
Dec 31 17:26:24 datavault k3s[452288]: I1231 17:26:24.010307  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="fe8550715f28ee345f3f1aa0d538d0cda620fde861fec6616fb11c460db09db2"
Dec 31 17:26:24 datavault k3s[452288]: E1231 17:26:24.038622  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 3f17bb8d8675387946a34dbd57b7d57b616d77deb50f949dffb361238210f4cd" containerID="3f17bb8d8675387946a34dbd57b7d57b616d77deb50f949dffb361238210f4cd"
Dec 31 17:26:24 datavault k3s[452288]: E1231 17:26:24.038747  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 3f17bb8d8675387946a34dbd57b7d57b616d77deb50f949dffb361238210f4cd" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:26:28 datavault k3s[452288]: E1231 17:26:28.246630  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = Unknown desc = Error response from daemon: Conflict. The container name \"/k8s_openebs-zfs-plugin_openebs-zfs-node-p6957_kube-system_1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5_3\" is already in use by container \"8744e5e23fbee1dd2f6a84514ee6862e1ba0f8e8118dd9fb806cf9223788b118\". You have to remove (or rename) that container to be able to reuse that name." podSandboxID="2d6cdb2e20d2ee34542c4526b0645e1f46ef220be2aa10fd5e7cec9076734172"
Dec 31 17:26:28 datavault k3s[452288]: E1231 17:26:28.246804  452288 kuberuntime_manager.go:919] container &Container{Name:openebs-zfs-plugin,Image:openebs/zfs-driver:2.0.0,Command:[],Args:[--nodename=$(OPENEBS_NODE_NAME) --endpoint=$(OPENEBS_CSI_ENDPOINT) --plugin=$(OPENEBS_NODE_DRIVER)],WorkingDir:,Ports:[]ContainerPort{},Env:[]EnvVar{EnvVar{Name:OPENEBS_NODE_NAME,Value:,ValueFrom:&EnvVarSource{FieldRef:&ObjectFieldSelector{APIVersion:v1,FieldPath:spec.nodeName,},ResourceFieldRef:nil,ConfigMapKeyRef:nil,SecretKeyRef:nil,},},EnvVar{Name:OPENEBS_CSI_ENDPOINT,Value:unix:///plugin/csi.sock,ValueFrom:nil,},EnvVar{Name:OPENEBS_NODE_DRIVER,Value:agent,ValueFrom:nil,},EnvVar{Name:OPENEBS_NAMESPACE,Value:openebs,ValueFrom:nil,},EnvVar{Name:ALLOWED_TOPOLOGIES,Value:All,ValueFrom:nil,},},Resources:ResourceRequirements{Limits:ResourceList{},Requests:ResourceList{},},VolumeMounts:[]VolumeMount{VolumeMount{Name:plugin-dir,ReadOnly:false,MountPath:/plugin,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:device-dir,ReadOnly:false,MountPath:/dev,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:encr-keys,ReadOnly:false,MountPath:/home/keys,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:chroot-zfs,ReadOnly:false,MountPath:/sbin/zfs,SubPath:zfs,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:host-root,ReadOnly:true,MountPath:/host,SubPath:,MountPropagation:*HostToContainer,SubPathExpr:,},VolumeMount{Name:pods-mount-dir,ReadOnly:false,MountPath:/var/lib/kubelet/,SubPath:,MountPropagation:*Bidirectional,SubPathExpr:,},VolumeMount{Name:kube-api-access-47slq,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:nil,ReadinessProbe:nil,Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:nil,Privileged:*true,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:nil,AllowPrivilegeEscalation:*true,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod openebs-zfs-node-p6957_kube-system(1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5): CreateContainerError: Error response from daemon: Conflict. The container name "/k8s_openebs-zfs-plugin_openebs-zfs-node-p6957_kube-system_1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5_3" is already in use by container "8744e5e23fbee1dd2f6a84514ee6862e1ba0f8e8118dd9fb806cf9223788b118". You have to remove (or rename) that container to be able to reuse that name.
Dec 31 17:26:28 datavault k3s[452288]: E1231 17:26:28.246877  452288 pod_workers.go:949] "Error syncing pod, skipping" err="[failed to \"StartContainer\" for \"csi-node-driver-registrar\" with CreateContainerError: \"context deadline exceeded\", failed to \"StartContainer\" for \"openebs-zfs-plugin\" with CreateContainerError: \"Error response from daemon: Conflict. The container name \\\"/k8s_openebs-zfs-plugin_openebs-zfs-node-p6957_kube-system_1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5_3\\\" is already in use by container \\\"8744e5e23fbee1dd2f6a84514ee6862e1ba0f8e8118dd9fb806cf9223788b118\\\". You have to remove (or rename) that container to be able to reuse that name.\"]" pod="kube-system/openebs-zfs-node-p6957" podUID=1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5
Dec 31 17:26:28 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:26:28.327-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:26:29 datavault k3s[452288]: E1231 17:26:29.148346  452288 pod_workers.go:949] "Error syncing pod, skipping" err="rpc error: code = Unknown desc = Error: No such container: 3f17bb8d8675387946a34dbd57b7d57b616d77deb50f949dffb361238210f4cd" pod="kube-system/openebs-zfs-node-p6957" podUID=1ffbaf28-7b20-42dd-bee8-c951b0b4e2c5
Dec 31 17:26:29 datavault k3s[452288]: E1231 17:26:29.155701  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 1aa526bef94d75623f8e78ab722e8303d524f0083ef2ed9d4e10989d2e760dfe" containerID="1aa526bef94d75623f8e78ab722e8303d524f0083ef2ed9d4e10989d2e760dfe"
Dec 31 17:26:29 datavault k3s[452288]: E1231 17:26:29.155743  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 1aa526bef94d75623f8e78ab722e8303d524f0083ef2ed9d4e10989d2e760dfe" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:26:30 datavault k3s[452288]: E1231 17:26:30.452273  452288 remote_runtime.go:394] "CreateContainer in sandbox from runtime service failed" err="rpc error: code = DeadlineExceeded desc = context deadline exceeded" podSandboxID="cd167d174148d6dbcf5a0b5a5e74e8dd94ab42f716cf15f6c8400440405b0c76"
Dec 31 17:26:30 datavault k3s[452288]: E1231 17:26:30.452514  452288 kuberuntime_manager.go:919] container &Container{Name:coredns,Image:rancher/mirrored-coredns-coredns:1.9.1,Command:[],Args:[-conf /etc/coredns/Corefile],WorkingDir:,Ports:[]ContainerPort{ContainerPort{Name:dns,HostPort:0,ContainerPort:53,Protocol:UDP,HostIP:,},ContainerPort{Name:dns-tcp,HostPort:0,ContainerPort:53,Protocol:TCP,HostIP:,},ContainerPort{Name:metrics,HostPort:0,ContainerPort:9153,Protocol:TCP,HostIP:,},},Env:[]EnvVar{},Resources:ResourceRequirements{Limits:ResourceList{memory: {{178257920 0} {<nil>} 170Mi BinarySI},},Requests:ResourceList{cpu: {{100 -3} {<nil>} 100m DecimalSI},memory: {{73400320 0} {<nil>} 70Mi BinarySI},},},VolumeMounts:[]VolumeMount{VolumeMount{Name:config-volume,ReadOnly:true,MountPath:/etc/coredns,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:custom-config-volume,ReadOnly:true,MountPath:/etc/coredns/custom,SubPath:,MountPropagation:nil,SubPathExpr:,},VolumeMount{Name:kube-api-access-9c5z6,ReadOnly:true,MountPath:/var/run/secrets/kubernetes.io/serviceaccount,SubPath:,MountPropagation:nil,SubPathExpr:,},},LivenessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/health,Port:{0 8080 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:60,TimeoutSeconds:1,PeriodSeconds:10,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},ReadinessProbe:&Probe{ProbeHandler:ProbeHandler{Exec:nil,HTTPGet:&HTTPGetAction{Path:/ready,Port:{0 8181 },Host:,Scheme:HTTP,HTTPHeaders:[]HTTPHeader{},},TCPSocket:nil,GRPC:nil,},InitialDelaySeconds:0,TimeoutSeconds:1,PeriodSeconds:2,SuccessThreshold:1,FailureThreshold:3,TerminationGracePeriodSeconds:nil,},Lifecycle:nil,TerminationMessagePath:/dev/termination-log,ImagePullPolicy:IfNotPresent,SecurityContext:&SecurityContext{Capabilities:&Capabilities{Add:[NET_BIND_SERVICE],Drop:[all],},Privileged:nil,SELinuxOptions:nil,RunAsUser:nil,RunAsNonRoot:nil,ReadOnlyRootFilesystem:*true,AllowPrivilegeEscalation:*false,RunAsGroup:nil,ProcMount:nil,WindowsOptions:nil,SeccompProfile:nil,},Stdin:false,StdinOnce:false,TTY:false,EnvFrom:[]EnvFromSource{},TerminationMessagePolicy:File,VolumeDevices:[]VolumeDevice{},StartupProbe:nil,} start failed in pod coredns-d76bd69b-4trx2_kube-system(125fbfef-0332-4f7f-ac11-298c72ce6d00): CreateContainerError: context deadline exceeded
Dec 31 17:26:30 datavault k3s[452288]: E1231 17:26:30.452566  452288 pod_workers.go:949] "Error syncing pod, skipping" err="failed to \"StartContainer\" for \"coredns\" with CreateContainerError: \"context deadline exceeded\"" pod="kube-system/coredns-d76bd69b-4trx2" podUID=125fbfef-0332-4f7f-ac11-298c72ce6d00
Dec 31 17:26:31 datavault k3s[452288]: I1231 17:26:31.268984  452288 scope.go:110] "RemoveContainer" containerID="88d9350a5e91bb4cf8a923b42e464e0b3cd62d7a6067c7dce974a3f806aed305"
Dec 31 17:26:31 datavault k3s[452288]: I1231 17:26:31.275708  452288 helpers.go:292] "Unable to create pod sandbox due to conflict. Attempting to remove sandbox" containerID="70656ddfd37eef7b4e5c6de524ec6b6465f3a20a606a4efc1b000d54ab36d111"
Dec 31 17:26:31 datavault k3s[452288]: E1231 17:26:31.276199  452288 helpers.go:298] "Failed to remove the conflicting container" err="Error: No such container: 70656ddfd37eef7b4e5c6de524ec6b6465f3a20a606a4efc1b000d54ab36d111" containerID="70656ddfd37eef7b4e5c6de524ec6b6465f3a20a606a4efc1b000d54ab36d111"
Dec 31 17:26:36 datavault k3s[452288]: E1231 17:26:36.463162  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 70656ddfd37eef7b4e5c6de524ec6b6465f3a20a606a4efc1b000d54ab36d111" containerID="70656ddfd37eef7b4e5c6de524ec6b6465f3a20a606a4efc1b000d54ab36d111"
Dec 31 17:26:36 datavault k3s[452288]: E1231 17:26:36.463220  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 70656ddfd37eef7b4e5c6de524ec6b6465f3a20a606a4efc1b000d54ab36d111" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:26:39 datavault k3s[452288]: I1231 17:26:39.357971  452288 scope.go:110] "RemoveContainer" containerID="c55b38300afb0182c1521659ae02a27ff4dd1f404d257e5694a4639288c62b66"
Dec 31 17:26:39 datavault k3s[452288]: I1231 17:26:39.615619  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="8744e5e23fbee1dd2f6a84514ee6862e1ba0f8e8118dd9fb806cf9223788b118"
Dec 31 17:26:39 datavault k3s[452288]: I1231 17:26:39.616325  452288 scope.go:110] "RemoveContainer" containerID="3f17bb8d8675387946a34dbd57b7d57b616d77deb50f949dffb361238210f4cd"
Dec 31 17:26:39 datavault k3s[452288]: I1231 17:26:39.616381  452288 scope.go:110] "RemoveContainer" containerID="c55b38300afb0182c1521659ae02a27ff4dd1f404d257e5694a4639288c62b66"
Dec 31 17:26:43 datavault k3s[452288]: I1231 17:26:43.836013  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="3849745e564922a65dd116b16a8e741128d74e388b617e5a5e664efb3d9d1e46"
Dec 31 17:26:54 datavault k3s[452288]: I1231 17:26:54.043452  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="c55b38300afb0182c1521659ae02a27ff4dd1f404d257e5694a4639288c62b66"
Dec 31 17:27:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:27:05.584-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:27:34 datavault k3s[452288]: E1231 17:27:34.367323  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: b75630eb3aa7477e5cca28c101bbce1c4f4d28e4ea2ec46d77b9581b3fe385dc" containerID="b75630eb3aa7477e5cca28c101bbce1c4f4d28e4ea2ec46d77b9581b3fe385dc"
Dec 31 17:27:34 datavault k3s[452288]: E1231 17:27:34.367396  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: b75630eb3aa7477e5cca28c101bbce1c4f4d28e4ea2ec46d77b9581b3fe385dc" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:27:41 datavault k3s[452288]: E1231 17:27:41.548777  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 77248208fd176bc0a546e7eeced172d45365f1898ee0856e1e8a91d364d7287e" containerID="77248208fd176bc0a546e7eeced172d45365f1898ee0856e1e8a91d364d7287e"
Dec 31 17:27:41 datavault k3s[452288]: E1231 17:27:41.549096  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 77248208fd176bc0a546e7eeced172d45365f1898ee0856e1e8a91d364d7287e" pod="kube-system/coredns-d76bd69b-4trx2"
Dec 31 17:27:46 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:27:46.118-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:27:51 datavault k3s[452288]: E1231 17:27:51.675714  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: d36be06be97b2454f55fef412c1a282aa14c354ca19aedaf9508aa4962b89e4b" containerID="d36be06be97b2454f55fef412c1a282aa14c354ca19aedaf9508aa4962b89e4b"
Dec 31 17:27:51 datavault k3s[452288]: E1231 17:27:51.675765  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: d36be06be97b2454f55fef412c1a282aa14c354ca19aedaf9508aa4962b89e4b" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:28:08 datavault k3s[452288]: I1231 17:28:08.475653  452288 scope.go:110] "RemoveContainer" containerID="be75ae5c2b45668f1fea334406a12434813feede2c78e81a5fa30632a039673f"
Dec 31 17:28:18 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:28:18.990-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:28:19 datavault k3s[452288]: I1231 17:28:19.869719  452288 scope.go:110] "RemoveContainer" containerID="88d9350a5e91bb4cf8a923b42e464e0b3cd62d7a6067c7dce974a3f806aed305"
Dec 31 17:28:20 datavault k3s[452288]: I1231 17:28:20.887480  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="be75ae5c2b45668f1fea334406a12434813feede2c78e81a5fa30632a039673f"
Dec 31 17:28:34 datavault k3s[452288]: I1231 17:28:34.990933  452288 scope.go:110] "RemoveContainer" containerID="82de2a28b3ad321789e77468c046d119ee02eb4bf12722dc2fe9cc45491c43e0"
Dec 31 17:28:35 datavault k3s[452288]: I1231 17:28:35.024143  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="88d9350a5e91bb4cf8a923b42e464e0b3cd62d7a6067c7dce974a3f806aed305"
Dec 31 17:28:50 datavault k3s[452288]: I1231 17:28:50.176785  452288 pod_container_deletor.go:79] "Container not found in pod's containers" containerID="82de2a28b3ad321789e77468c046d119ee02eb4bf12722dc2fe9cc45491c43e0"
Dec 31 17:28:55 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:28:55.069-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:29:01 datavault k3s[452288]: E1231 17:29:01.287644  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 2542284c473236877f73d8005fcd32cb8a9a5e66b737aa883b95fa4f5be54f09" containerID="2542284c473236877f73d8005fcd32cb8a9a5e66b737aa883b95fa4f5be54f09"
Dec 31 17:29:01 datavault k3s[452288]: E1231 17:29:01.287696  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 2542284c473236877f73d8005fcd32cb8a9a5e66b737aa883b95fa4f5be54f09" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:29:16 datavault k3s[452288]: E1231 17:29:16.291050  452288 pod_workers.go:949] "Error syncing pod, skipping" err="[failed to \"StartContainer\" for \"csi-resizer\" with CreateContainerError: \"context deadline exceeded\", failed to \"StartContainer\" for \"csi-snapshotter\" with CreateContainerError: \"context deadline exceeded\", failed to \"StartContainer\" for \"snapshot-controller\" with CreateContainerError: \"context deadline exceeded\"]" pod="kube-system/openebs-zfs-controller-0" podUID=b61e8667-0541-4805-bf39-726c7891a2de
Dec 31 17:29:17 datavault k3s[452288]: I1231 17:29:17.351378  452288 scope.go:110] "RemoveContainer" containerID="a385d41de59dabe443e967325985336896fd949b404cf2d543aff3563804a2e4"
Dec 31 17:29:17 datavault k3s[452288]: I1231 17:29:17.351446  452288 scope.go:110] "RemoveContainer" containerID="e2fbeb920bb6d21b42d944cc534e3b64e3d7a724d33d650b9694ee4193381719"
Dec 31 17:29:17 datavault k3s[452288]: I1231 17:29:17.351474  452288 scope.go:110] "RemoveContainer" containerID="1aa526bef94d75623f8e78ab722e8303d524f0083ef2ed9d4e10989d2e760dfe"
Dec 31 17:29:19 datavault k3s[452288]: E1231 17:29:19.370447  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 59b7591148fc5f2cfeef82c5d5f50356ed5e0e645fe90544231e9a17d2dd1a79" containerID="59b7591148fc5f2cfeef82c5d5f50356ed5e0e645fe90544231e9a17d2dd1a79"
Dec 31 17:29:19 datavault k3s[452288]: E1231 17:29:19.370496  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 59b7591148fc5f2cfeef82c5d5f50356ed5e0e645fe90544231e9a17d2dd1a79" pod="kube-system/openebs-zfs-node-p6957"
Dec 31 17:29:34 datavault k3s[452288]: I1231 17:29:34.693773  452288 controller.go:611] quota admission added evaluator for: zfsnodes.zfs.openebs.io
Dec 31 17:29:35 datavault k3s[452288]: I1231 17:29:35.354397  452288 csi_plugin.go:99] kubernetes.io/csi: Trying to validate a new CSI Driver with name: zfs.csi.openebs.io endpoint: /var/lib/kubelet/plugins/zfs-localpv/csi.sock versions: 1.0.0
Dec 31 17:29:35 datavault k3s[452288]: I1231 17:29:35.354530  452288 csi_plugin.go:112] kubernetes.io/csi: Register new plugin with name: zfs.csi.openebs.io at endpoint: /var/lib/kubelet/plugins/zfs-localpv/csi.sock
Dec 31 17:29:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:29:37.124-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:30:12 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:30:12.895-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:30:27 datavault k3s[452288]: E1231 17:30:27.259026  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 05363a058eddcdc20b69d135f14a1dfa3850b1b0a355e880c2a4da42484c5a1b" containerID="05363a058eddcdc20b69d135f14a1dfa3850b1b0a355e880c2a4da42484c5a1b"
Dec 31 17:30:27 datavault k3s[452288]: E1231 17:30:27.259128  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 05363a058eddcdc20b69d135f14a1dfa3850b1b0a355e880c2a4da42484c5a1b" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:30:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:30:57.290-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:31:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:31:33.905-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:31:55 datavault k3s[452288]: E1231 17:31:55.255475  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 5c2715546b3da1879f75a24358e7c0085effa2eda9c663d6138341fd06266693" containerID="5c2715546b3da1879f75a24358e7c0085effa2eda9c663d6138341fd06266693"
Dec 31 17:31:55 datavault k3s[452288]: E1231 17:31:55.255595  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 5c2715546b3da1879f75a24358e7c0085effa2eda9c663d6138341fd06266693" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:32:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:32:09.495-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:32:53 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:32:53.740-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:33:25 datavault k3s[452288]: E1231 17:33:25.279851  452288 remote_runtime.go:572] "ContainerStatus from runtime service failed" err="rpc error: code = Unknown desc = Error: No such container: 70fed670af434bfcf06f83e870c8cf9a2305d43000d5c2eafd2e4b67d3ceee00" containerID="70fed670af434bfcf06f83e870c8cf9a2305d43000d5c2eafd2e4b67d3ceee00"
Dec 31 17:33:25 datavault k3s[452288]: E1231 17:33:25.279955  452288 kuberuntime_manager.go:1079] "getPodContainerStatuses for pod failed" err="rpc error: code = Unknown desc = Error: No such container: 70fed670af434bfcf06f83e870c8cf9a2305d43000d5c2eafd2e4b67d3ceee00" pod="kube-system/openebs-zfs-controller-0"
Dec 31 17:33:30 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:33:30.933-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:34:12 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:34:12.152-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:34:50 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:34:50.488-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:35:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:35:24.128-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:36:06 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:36:06.121-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:36:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:36:49.493-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:37:28 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:37:28.191-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:38:11 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:38:11.928-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:38:53 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:38:53.269-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:39:23 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:39:23.783-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:39:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:39:58.351-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:40:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:40:42.616-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:41:14 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:41:14.961-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:41:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:41:49.173-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:42:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:42:27.311-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:43:06 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:43:06.372-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:43:43 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:43:43.407-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:44:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:44:25.474-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:45:07 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:45:07.264-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:45:50 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:45:50.052-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:46:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:46:29.650-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:47:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:47:09.621-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:47:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:47:51.976-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:48:26 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:48:26.509-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:49:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:49:03.599-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:49:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:49:38.278-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:50:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:50:08.445-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:50:44 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:50:44.561-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:51:15 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:51:15.656-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:51:55 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:51:55.626-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:52:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:52:32.194-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:53:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:53:08.842-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:53:52 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:53:52.515-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:54:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:54:25.479-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:55:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:55:03.332-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:55:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:55:47.785-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:56:31 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:56:31.870-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:57:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:57:05.107-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:57:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:57:39.610-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:58:14 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:58:14.679-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:58:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:58:58.510-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 17:59:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T17:59:38.190-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:00:18 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:00:18.970-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:00:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:00:56.749-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:01:30 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:01:30.208-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:02:00 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:02:00.663-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:02:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:02:39.563-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:03:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:03:21.142-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:03:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:03:56.347-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:04:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:04:32.639-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:05:11 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:05:11.317-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:05:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:05:47.233-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:06:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:06:21.633-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:06:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:06:56.102-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:07:31 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:07:31.037-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:08:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:08:08.226-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:08:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:08:51.377-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:09:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:09:36.180-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:10:18 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:10:18.694-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:11:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:11:03.480-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:11:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:11:47.157-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:12:03 datavault k3s[452288]: I1231 18:12:03.881997  452288 trace.go:205] Trace[1119276457]: "GuaranteedUpdate etcd3" type:*coordination.Lease (31-Dec-2022 18:12:03.213) (total time: 668ms):
Dec 31 18:12:03 datavault k3s[452288]: Trace[1119276457]: ---"Transaction committed" 667ms (18:12:03.881)
Dec 31 18:12:03 datavault k3s[452288]: Trace[1119276457]: [668.161908ms] [668.161908ms] END
Dec 31 18:12:03 datavault k3s[452288]: I1231 18:12:03.882214  452288 trace.go:205] Trace[617764]: "Update" url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/external-resizer-zfs-csi-openebs-io,user-agent:csi-resizer/v0.0.0 (linux/amd64) kubernetes/$Format,audit-id:5f6496ed-497c-4046-9801-fe40d56ec8e8,client:172.16.0.13,accept:application/json, */*,protocol:HTTP/2.0 (31-Dec-2022 18:12:03.213) (total time: 668ms):
Dec 31 18:12:03 datavault k3s[452288]: Trace[617764]: ---"Object stored in database" 668ms (18:12:03.882)
Dec 31 18:12:03 datavault k3s[452288]: Trace[617764]: [668.642518ms] [668.642518ms] END
Dec 31 18:12:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:12:27.104-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:12:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:12:57.636-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:13:41 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:13:41.699-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:14:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:14:21.458-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:15:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:15:02.148-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:15:40 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:15:40.489-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:16:14 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:16:14.697-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:16:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:16:51.396-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:17:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:17:22.040-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:18:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:18:05.214-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:18:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:18:42.577-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:19:18 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:19:18.052-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:19:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:19:57.360-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:20:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:20:32.098-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:21:07 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:21:07.799-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:21:46 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:21:46.591-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:22:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:22:25.930-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:23:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:23:03.549-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:23:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:23:38.029-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:24:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:24:09.914-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:24:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:24:47.254-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:25:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:25:25.377-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:25:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:25:58.787-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:26:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:26:33.895-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:27:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:27:10.268-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:27:43 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:27:43.704-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:28:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:28:27.951-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:29:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:29:03.291-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:29:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:29:47.043-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:30:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:30:22.313-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:31:06 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:31:06.417-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:31:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:31:48.754-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:32:19 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:32:19.196-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:32:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:32:51.347-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:33:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:33:24.093-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:33:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:33:56.470-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:34:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:34:32.637-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:35:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:35:05.786-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:35:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:35:42.901-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:36:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:36:25.172-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:37:00 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:37:00.211-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:37:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:37:37.564-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:38:20 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:38:20.669-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:38:54 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:38:54.149-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:39:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:39:25.298-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:39:55 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:39:55.937-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:40:30 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:40:30.524-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:41:14 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:41:14.811-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:41:53 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:41:53.721-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:42:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:42:37.066-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:43:13 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:43:13.052-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:43:52 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:43:52.610-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:44:23 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:44:23.033-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:44:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:44:56.973-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:45:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:45:39.556-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:46:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:46:10.342-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:46:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:46:51.829-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:47:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:47:24.065-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:47:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:47:58.905-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:48:40 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:48:40.111-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:49:16 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:49:16.941-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:49:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:49:49.380-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:50:20 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:50:20.666-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:51:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:51:02.796-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:51:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:51:42.694-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:52:07 datavault k3s[452288]: I1231 18:52:07.946351  452288 trace.go:205] Trace[720664397]: "GuaranteedUpdate etcd3" type:*coordination.Lease (31-Dec-2022 18:52:07.440) (total time: 505ms):
Dec 31 18:52:07 datavault k3s[452288]: Trace[720664397]: ---"Transaction committed" 504ms (18:52:07.946)
Dec 31 18:52:07 datavault k3s[452288]: Trace[720664397]: [505.738542ms] [505.738542ms] END
Dec 31 18:52:07 datavault k3s[452288]: I1231 18:52:07.946700  452288 trace.go:205] Trace[1209755354]: "Update" url:/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ix-truenas,user-agent:Go-http-client/2.0,audit-id:8eef9d0c-cd7d-4c68-8004-0b0ab8058b9b,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf,application/json,protocol:HTTP/2.0 (31-Dec-2022 18:52:07.440) (total time: 506ms):
Dec 31 18:52:07 datavault k3s[452288]: Trace[1209755354]: ---"Object stored in database" 505ms (18:52:07.946)
Dec 31 18:52:07 datavault k3s[452288]: Trace[1209755354]: [506.352073ms] [506.352073ms] END
Dec 31 18:52:18 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:52:18.863-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:53:00 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:53:00.513-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:53:45 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:53:45.131-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:54:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:54:21.869-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:54:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:54:56.084-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:55:40 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:55:40.248-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:56:15 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:56:15.387-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:56:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:56:49.364-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:57:20 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:57:20.960-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:57:59 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:57:59.128-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:58:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:58:39.930-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:59:14 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:59:14.868-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 18:59:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T18:59:51.533-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:00:26 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:00:26.820-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:01:00 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:01:00.668-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:01:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:01:37.899-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:02:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:02:08.607-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:02:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:02:51.667-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:03:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:03:24.688-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:03:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:03:57.757-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:04:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:04:33.490-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:05:07 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:05:07.566-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:05:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:05:47.467-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:06:20 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:06:20.056-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:07:01 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:07:01.222-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:07:35 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:07:35.243-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:08:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:08:09.849-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:08:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:08:49.893-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:09:20 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:09:20.432-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:09:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:09:51.878-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:10:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:10:32.518-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:11:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:11:05.417-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:11:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:11:48.082-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:12:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:12:29.597-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:13:04 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:13:04.844-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:13:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:13:37.274-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:14:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:14:08.357-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:14:52 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:14:52.062-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:15:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:15:33.900-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:16:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:16:09.963-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:16:50 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:16:50.465-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:17:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:17:25.128-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:18:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:18:05.965-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:18:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:18:36.930-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:19:20 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:19:20.092-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:20:04 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:20:04.074-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:20:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:20:38.754-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:21:14 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:21:14.333-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:21:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:21:57.161-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:22:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:22:27.619-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:23:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:23:10.159-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:23:52 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:23:52.562-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:24:26 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:24:26.015-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:24:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:24:56.615-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:25:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:25:38.019-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:26:18 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:26:18.657-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:27:01 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:27:01.088-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:27:41 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:27:41.941-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:28:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:28:21.825-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:28:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:28:56.684-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:29:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:29:37.886-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:30:14 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:30:14.093-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:30:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:30:51.391-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:31:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:31:29.952-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:32:01 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:32:01.646-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:32:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:32:32.501-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:33:07 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:33:07.175-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:33:41 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:33:41.929-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:34:19 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:34:19.311-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:34:59 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:34:59.245-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:35:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:35:37.657-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:36:11 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:36:11.776-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:36:45 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:36:45.016-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:37:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:37:21.619-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:38:01 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:38:01.629-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:38:37 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:38:37.817-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:39:13 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:39:13.779-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:39:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:39:48.059-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:40:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:40:24.899-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:41:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:41:02.747-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:41:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:41:39.273-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:42:14 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:42:14.766-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:42:46 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:42:46.704-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:43:23 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:43:23.596-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:43:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:43:57.727-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:44:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:44:33.785-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:45:12 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:45:12.553-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:45:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:45:51.222-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:46:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:46:25.857-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:46:55 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:46:55.990-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:47:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:47:38.652-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:48:11 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:48:11.897-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:48:44 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:48:44.424-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:49:15 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:49:15.310-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:49:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:49:57.666-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:50:40 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:50:40.772-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:51:12 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:51:12.247-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:51:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:51:42.261-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:52:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:52:25.370-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:52:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:52:58.497-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:53:28 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:53:28.677-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:54:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:54:10.306-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:54:41 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:54:41.067-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:55:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:55:22.083-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:55:54 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:55:54.528-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:56:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:56:29.574-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:57:07 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:57:07.613-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:57:46 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:57:46.161-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:58:16 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:58:16.430-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:58:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:58:47.529-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 19:59:30 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T19:59:30.452-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:00:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:00:09.769-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:00:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:00:49.498-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:01:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:01:32.202-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:02:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:02:02.378-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:02:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:02:36.944-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:03:19 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:03:19.006-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:04:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:04:03.875-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:04:40 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:04:40.046-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:05:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:05:21.422-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:05:59 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:05:59.252-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:06:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:06:32.959-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:07:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:07:03.065-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:07:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:07:36.330-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:08:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:08:08.334-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:08:44 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:08:44.030-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:09:16 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:09:16.477-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:10:00 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:10:00.357-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:10:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:10:39.812-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:11:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:11:21.151-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:11:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:11:56.862-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:12:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:12:38.475-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:13:12 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:13:12.504-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:13:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:13:47.956-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:14:28 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:14:28.598-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:15:11 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:15:11.610-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:15:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:15:51.297-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:16:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:16:33.252-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:17:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:17:08.053-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:17:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:17:49.083-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:18:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:18:24.982-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:18:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:18:57.114-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:19:30 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:19:30.098-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:20:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:20:03.401-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:20:44 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:20:44.064-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:21:26 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:21:26.763-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:22:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:22:08.928-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:22:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:22:47.159-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:23:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:23:22.952-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:24:01 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:24:01.057-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:24:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:24:33.522-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:25:06 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:25:06.216-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:25:44 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:25:44.875-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:26:23 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:26:23.728-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:27:07 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:27:07.765-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:27:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:27:38.495-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:28:19 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:28:19.410-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:28:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:28:51.635-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:29:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:29:32.812-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:30:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:30:05.836-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:30:46 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:30:46.817-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:31:23 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:31:23.850-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:31:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:31:56.698-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:32:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:32:39.616-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:33:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:33:22.059-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:33:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:33:58.426-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:34:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:34:39.672-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:35:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:35:22.178-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:35:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:35:58.336-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:36:30 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:36:30.920-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:37:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:37:05.933-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:37:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:37:48.014-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:38:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:38:24.897-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:39:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:39:02.443-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:39:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:39:39.988-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:40:19 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:40:19.300-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:40:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:40:49.849-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:41:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:41:27.881-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:41:59 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:41:59.503-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:42:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:42:42.491-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:43:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:43:22.387-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:43:52 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:43:52.426-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:44:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:44:24.304-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:45:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:45:05.253-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:45:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:45:48.484-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:46:28 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:46:28.675-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:47:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:47:10.991-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:47:53 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:47:53.519-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:48:26 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:48:26.055-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:48:59 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:48:59.821-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:49:31 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:49:31.252-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:50:04 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:50:04.107-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:50:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:50:47.722-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:51:18 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:51:18.411-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:51:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:51:57.405-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:52:34 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:52:34.534-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:53:06 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:53:06.533-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:53:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:53:36.796-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:54:06 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:54:06.921-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:54:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:54:38.519-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:55:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:55:21.349-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:55:53 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:55:53.531-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:56:26 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:56:26.406-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:57:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:57:02.279-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:57:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:57:36.266-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:58:16 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:58:16.340-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:58:53 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:58:53.615-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 20:59:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T20:59:24.562-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:00:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:00:03.495-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:00:43 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:00:43.813-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:01:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:01:21.491-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:01:55 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:01:55.870-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:02:30 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:02:30.443-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:03:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:03:02.329-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:03:45 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:03:45.335-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:04:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:04:24.416-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:04:54 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:04:54.991-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:05:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:05:27.678-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:06:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:06:08.524-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:06:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:06:38.858-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:07:23 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:07:23.129-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:08:07 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:08:07.383-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:08:45 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:08:45.812-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:09:28 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:09:28.606-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:10:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:10:02.191-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:10:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:10:38.143-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:11:17 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:11:17.632-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:11:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:11:48.552-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:12:23 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:12:23.231-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:13:04 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:13:04.143-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:13:35 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:13:35.487-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:14:15 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:14:15.060-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:14:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:14:56.886-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:15:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:15:33.007-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:16:12 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:16:12.603-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:16:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:16:57.422-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:17:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:17:39.499-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:18:16 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:18:16.172-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:18:50 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:18:50.635-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:19:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:19:27.638-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:20:06 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:20:06.663-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:20:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:20:48.533-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:21:23 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:21:23.873-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:22:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:22:03.961-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:22:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:22:38.461-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:23:17 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:23:17.674-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:23:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:23:58.238-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:24:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:24:38.417-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:25:12 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:25:12.531-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:25:52 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:25:52.894-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:26:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:26:33.638-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:27:04 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:27:04.380-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:27:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:27:36.873-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:28:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:28:10.499-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:28:52 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:28:52.980-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:29:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:29:27.038-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:30:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:30:09.286-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:30:40 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:30:40.179-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:31:17 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:31:17.234-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:31:57 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:31:57.245-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:32:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:32:29.069-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:33:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:33:02.517-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:33:44 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:33:44.679-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:34:16 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:34:16.220-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:34:55 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:34:55.155-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:35:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:35:29.373-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:36:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:36:02.443-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:36:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:36:42.837-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:37:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:37:21.634-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:38:06 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:38:06.481-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:38:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:38:48.567-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:39:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:39:22.607-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:39:55 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:39:55.322-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:40:32 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:40:32.884-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:41:06 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:41:06.035-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:41:43 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:41:43.486-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:42:19 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:42:19.400-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:43:00 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:43:00.173-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:43:43 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:43:43.325-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:44:20 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:44:20.751-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:44:59 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:44:59.369-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:45:35 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:45:35.424-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:46:17 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:46:17.367-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:46:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:46:48.522-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:47:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:47:27.252-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:48:11 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:48:11.105-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:48:45 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:48:45.268-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:49:18 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:49:18.171-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:49:50 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:49:50.016-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:50:34 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:50:34.937-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:51:19 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:51:19.869-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:51:51 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:51:51.853-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:52:35 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:52:35.921-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:53:19 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:53:19.310-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:53:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:53:49.898-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:54:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:54:29.990-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:55:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:55:09.894-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:55:21 datavault k3s[452288]: I1231 21:55:21.976475  452288 trace.go:205] Trace[446343700]: "GuaranteedUpdate etcd3" type:*coordination.Lease (31-Dec-2022 21:55:21.440) (total time: 536ms):
Dec 31 21:55:21 datavault k3s[452288]: Trace[446343700]: ---"Transaction committed" 535ms (21:55:21.976)
Dec 31 21:55:21 datavault k3s[452288]: Trace[446343700]: [536.314106ms] [536.314106ms] END
Dec 31 21:55:21 datavault k3s[452288]: I1231 21:55:21.976634  452288 trace.go:205] Trace[941453569]: "Update" url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/external-snapshotter-leader-zfs-csi-openebs-io,user-agent:csi-snapshotter/v0.0.0 (linux/amd64) kubernetes/$Format,audit-id:50ff04ee-186e-4e4c-ba28-6eaf060f725e,client:172.16.0.13,accept:application/json, */*,protocol:HTTP/2.0 (31-Dec-2022 21:55:21.439) (total time: 536ms):
Dec 31 21:55:21 datavault k3s[452288]: Trace[941453569]: ---"Object stored in database" 536ms (21:55:21.976)
Dec 31 21:55:21 datavault k3s[452288]: Trace[941453569]: [536.844434ms] [536.844434ms] END
Dec 31 21:55:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:55:49.519-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:56:20 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:56:20.591-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:57:00 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:57:00.047-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:57:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:57:38.795-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:58:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:58:22.794-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:59:04 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:59:04.884-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 21:59:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T21:59:47.291-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:00:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:00:29.268-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:01:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:01:03.224-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:01:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:01:42.517-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:02:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:02:27.138-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:03:07 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:03:07.874-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:03:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:03:49.828-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:04:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:04:25.515-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:04:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:04:56.253-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:05:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:05:38.384-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:06:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:06:22.891-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:07:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:07:05.415-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:07:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:07:36.552-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:08:20 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:08:20.639-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:08:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:08:56.213-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:09:38 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:09:38.206-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:10:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:10:21.031-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:10:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:10:58.145-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:11:40 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:11:40.690-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:12:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:12:10.926-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:12:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:12:42.117-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:13:12 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:13:12.150-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:13:44 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:13:44.376-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:14:28 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:14:28.189-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:15:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:15:05.632-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:15:46 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:15:46.487-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:16:24 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:16:24.532-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:17:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:17:03.678-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:17:43 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:17:43.955-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:18:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:18:22.480-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:18:58 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:18:58.990-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:19:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:19:29.352-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:20:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:20:03.972-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:20:43 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:20:43.983-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:21:21 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:21:21.928-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:21:56 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:21:56.757-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:22:39 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:22:39.970-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:23:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:23:10.135-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:23:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:23:49.735-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:24:26 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:24:26.950-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:25:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:25:05.158-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:25:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:25:36.863-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:26:08 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:26:08.447-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:26:49 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:26:49.675-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:27:07 datavault k3s[452288]: I1231 22:27:07.710297  452288 trace.go:205] Trace[504575367]: "GuaranteedUpdate etcd3" type:*coordination.Lease (31-Dec-2022 22:27:07.195) (total time: 514ms):
Dec 31 22:27:07 datavault k3s[452288]: Trace[504575367]: ---"Transaction committed" 513ms (22:27:07.710)
Dec 31 22:27:07 datavault k3s[452288]: Trace[504575367]: [514.912637ms] [514.912637ms] END
Dec 31 22:27:07 datavault k3s[452288]: I1231 22:27:07.710542  452288 trace.go:205] Trace[72327196]: "Update" url:/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ix-truenas,user-agent:Go-http-client/2.0,audit-id:57fd0a62-e1e6-4e49-b62e-b464ee4c6070,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf,application/json,protocol:HTTP/2.0 (31-Dec-2022 22:27:07.195) (total time: 515ms):
Dec 31 22:27:07 datavault k3s[452288]: Trace[72327196]: ---"Object stored in database" 515ms (22:27:07.710)
Dec 31 22:27:07 datavault k3s[452288]: Trace[72327196]: [515.348603ms] [515.348603ms] END
Dec 31 22:27:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:27:33.406-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:28:05 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:28:05.960-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:28:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:28:47.632-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:29:29 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:29:29.187-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:30:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:30:09.444-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:30:46 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:30:46.587-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:31:27 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:31:27.924-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:32:12 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:32:12.564-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:32:52 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:32:52.621-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:33:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:33:36.114-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:34:19 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:34:19.985-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:34:53 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:34:53.059-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:35:36 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:35:36.296-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:36:17 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:36:17.329-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:36:48 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:36:48.634-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:37:22 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:37:22.630-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:37:52 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:37:52.791-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:38:31 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:38:31.692-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:39:02 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:39:02.088-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:39:42 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:39:42.187-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:40:17 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:40:17.819-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:40:59 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:40:59.965-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:41:33 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:41:33.215-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:41:58 datavault k3s[452288]: I1231 22:41:58.233624  452288 trace.go:205] Trace[1061780754]: "GuaranteedUpdate etcd3" type:*coordination.Lease (31-Dec-2022 22:41:57.722) (total time: 510ms):
Dec 31 22:41:58 datavault k3s[452288]: Trace[1061780754]: ---"Transaction committed" 509ms (22:41:58.233)
Dec 31 22:41:58 datavault k3s[452288]: Trace[1061780754]: [510.721058ms] [510.721058ms] END
Dec 31 22:41:58 datavault k3s[452288]: I1231 22:41:58.233882  452288 trace.go:205] Trace[1757851490]: "Update" url:/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ix-truenas,user-agent:Go-http-client/2.0,audit-id:e6171e0d-edc8-473e-b7a9-d060b1bfb859,client:127.0.0.1,accept:application/vnd.kubernetes.protobuf,application/json,protocol:HTTP/2.0 (31-Dec-2022 22:41:57.722) (total time: 511ms):
Dec 31 22:41:58 datavault k3s[452288]: Trace[1757851490]: ---"Object stored in database" 510ms (22:41:58.233)
Dec 31 22:41:58 datavault k3s[452288]: Trace[1757851490]: [511.223803ms] [511.223803ms] END
Dec 31 22:42:13 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:42:13.824-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:42:55 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:42:55.641-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:43:31 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:43:31.730-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:44:10 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:44:10.832-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:44:46 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:44:46.172-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:45:12 datavault k3s[452288]: I1231 22:45:12.203603  452288 trace.go:205] Trace[1102761864]: "GuaranteedUpdate etcd3" type:*coordination.Lease (31-Dec-2022 22:45:11.550) (total time: 652ms):
Dec 31 22:45:12 datavault k3s[452288]: Trace[1102761864]: ---"Transaction committed" 651ms (22:45:12.203)
Dec 31 22:45:12 datavault k3s[452288]: Trace[1102761864]: [652.549125ms] [652.549125ms] END
Dec 31 22:45:12 datavault k3s[452288]: I1231 22:45:12.203989  452288 trace.go:205] Trace[467818159]: "Update" url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/snapshot-controller-leader,user-agent:snapshot-controller/v0.0.0 (linux/amd64) kubernetes/$Format,audit-id:7b8f0ba5-18f0-480a-ade4-edd33d40afa7,client:172.16.0.13,accept:application/json, */*,protocol:HTTP/2.0 (31-Dec-2022 22:45:11.550) (total time: 653ms):
Dec 31 22:45:12 datavault k3s[452288]: Trace[467818159]: ---"Object stored in database" 652ms (22:45:12.203)
Dec 31 22:45:12 datavault k3s[452288]: Trace[467818159]: [653.158553ms] [653.158553ms] END
Dec 31 22:45:31 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:45:31.058-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:46:03 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:46:03.099-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:46:47 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:46:47.001-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:47:25 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:47:25.412-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:48:09 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:48:09.084-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:48:46 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:48:46.699-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 31 22:49:28 datavault k3s[452288]: {"level":"warn","ts":"2022-12-31T22:49:28.352-0500","logger":"etcd-client","caller":"v3@v3.5.1-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc001077180/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
debug finished in 0 seconds for K3s Logs (last 1000 lines)


