
-------------
1) K3s logs
-------------

Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing static file: /mnt/datahome/ix-applications/k3s/server/static/charts/traefik-10.19.300.tgz"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing static file: /mnt/datahome/ix-applications/k3s/server/static/charts/traefik-crd-10.19.300.tgz"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing manifest: /mnt/datahome/ix-applications/k3s/server/manifests/smb-csi.yaml"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing manifest: /mnt/datahome/ix-applications/k3s/server/manifests/rolebindings.yaml"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing manifest: /mnt/datahome/ix-applications/k3s/server/manifests/multus-daemonset.yaml"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing manifest: /mnt/datahome/ix-applications/k3s/server/manifests/zfs-operator.yaml"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing manifest: /mnt/datahome/ix-applications/k3s/server/manifests/ccm.yaml"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing manifest: /mnt/datahome/ix-applications/k3s/server/manifests/coredns.yaml"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing manifest: /mnt/datahome/ix-applications/k3s/server/manifests/kuberouter.yaml"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Writing manifest: /mnt/datahome/ix-applications/k3s/server/manifests/nfs-csi.yaml"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Tunnel server egress proxy mode: agent"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.149093    4837 serving.go:355] Generated self-signed cert in-memory
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.187170    4837 controllermanager.go:152] Version: v1.26.6+k3s-e18037a7-dirty
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.226260    4837 serving.go:355] Generated self-signed cert in-memory
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Creating service-controller event broadcaster"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting k3s.cattle.io/v1, Kind=Addon controller"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Creating deploy event broadcaster"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.246613    4837 event.go:294] "Event occurred" object="kube-system/ccm" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/ccm.yaml\""
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Creating helm-controller event broadcaster"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Cluster dns configmap already exists"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.676448    4837 event.go:294] "Event occurred" object="ix-truenas" fieldPath="" kind="Node" apiVersion="" type="Normal" reason="NodePasswordValidationComplete" message="Deferred node password secret validation complete"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Waiting for containerd startup: rpc error: code = Unknown desc = server is not initialized yet"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Labels and annotations have been set successfully on node: ix-truenas"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.707676    4837 controller.go:615] quota admission added evaluator for: rolebindings.rbac.authorization.k8s.io
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting /v1, Kind=Secret controller"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting /v1, Kind=Node controller"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting /v1, Kind=ConfigMap controller"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting /v1, Kind=ServiceAccount controller"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.715041    4837 event.go:294] "Event occurred" object="kube-system/ccm" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/ccm.yaml\""
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Updating TLS secret for kube-system/k3s-serving (count: 13): map[listener.cattle.io/cn-0.0.0.0:0.0.0.0 listener.cattle.io/cn-127.0.0.1:127.0.0.1 listener.cattle.io/cn-172.17.0.1:172.17.0.1 listener.cattle.io/cn-192.168.0.140:192.168.0.140 listener.cattle.io/cn-192.168.0.35:192.168.0.35 listener.cattle.io/cn-192.168.0.48:192.168.0.48 listener.cattle.io/cn-__1-f16284:::1 listener.cattle.io/cn-ix-truenas:ix-truenas listener.cattle.io/cn-kubernetes:kubernetes listener.cattle.io/cn-kubernetes.default:kubernetes.default listener.cattle.io/cn-kubernetes.default.svc:kubernetes.default.svc listener.cattle.io/cn-kubernetes.default.svc.cluster.local:kubernetes.default.svc.cluster.local listener.cattle.io/cn-localhost:localhost listener.cattle.io/fingerprint:SHA1=E5D37A90CB5D06B280D4BDB91EB2E210351212B1]"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.716456    4837 controller.go:615] quota admission added evaluator for: addons.k3s.cattle.io
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.721997    4837 event.go:294] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/coredns.yaml\""
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.756880    4837 controller.go:615] quota admission added evaluator for: deployments.apps
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.773016    4837 controllermanager.go:182] Version: v1.26.6+k3s-e18037a7-dirty
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.773040    4837 controllermanager.go:184] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.775217    4837 secure_serving.go:210] Serving securely on 127.0.0.1:10257
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.775700    4837 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.775713    4837 shared_informer.go:270] Waiting for caches to sync for RequestHeaderAuthRequestController
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.775726    4837 tlsconfig.go:240] "Starting DynamicServingCertificateController"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.775790    4837 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.775797    4837 shared_informer.go:270] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.775807    4837 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.775811    4837 shared_informer.go:270] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.809760    4837 event.go:294] "Event occurred" object="kube-system/coredns" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/coredns.yaml\""
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting helm.cattle.io/v1, Kind=HelmChart controller"
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting helm.cattle.io/v1, Kind=HelmChartConfig controller"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.816988    4837 event.go:294] "Event occurred" object="kube-system/kuberouter" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/kuberouter.yaml\""
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.834978    4837 shared_informer.go:270] Waiting for caches to sync for tokens
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.845618    4837 controllermanager.go:622] Started "replicaset"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.846341    4837 replica_set.go:201] Starting replicaset controller
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.846355    4837 shared_informer.go:270] Waiting for caches to sync for ReplicaSet
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting /v1, Kind=Node controller"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.861582    4837 event.go:294] "Event occurred" object="kube-system/kuberouter" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/kuberouter.yaml\""
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.866950    4837 event.go:294] "Event occurred" object="kube-system/multus-daemonset" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/multus-daemonset.yaml\""
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding controller"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.885156    4837 shared_informer.go:277] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.885250    4837 shared_informer.go:277] Caches are synced for RequestHeaderAuthRequestController
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.885295    4837 shared_informer.go:277] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting /v1, Kind=Pod controller"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.937463    4837 shared_informer.go:277] Caches are synced for tokens
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting batch/v1, Kind=Job controller"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.954838    4837 event.go:294] "Event occurred" object="kube-system/multus-daemonset" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/multus-daemonset.yaml\""
Dec 30 20:16:00 truenas k3s[4837]: time="2023-12-30T20:16:00+01:00" level=info msg="Starting apps/v1, Kind=DaemonSet controller"
Dec 30 20:16:00 truenas k3s[4837]: I1230 20:16:00.970902    4837 event.go:294] "Event occurred" object="kube-system/nfs-csi" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/nfs-csi.yaml\""
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.007068    4837 server.go:152] "Starting Kubernetes Scheduler" version="v1.26.6+k3s-e18037a7-dirty"
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.007093    4837 server.go:154] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.018059    4837 secure_serving.go:210] Serving securely on 127.0.0.1:10259
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.018160    4837 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.018168    4837 shared_informer.go:270] Waiting for caches to sync for RequestHeaderAuthRequestController
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.018177    4837 tlsconfig.go:240] "Starting DynamicServingCertificateController"
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.019425    4837 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::client-ca-file"
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.019444    4837 shared_informer.go:270] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.019459    4837 configmap_cafile_content.go:202] "Starting controller" name="client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file"
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.019466    4837 shared_informer.go:270] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
Dec 30 20:16:01 truenas k3s[4837]: W1230 20:16:01.029690    4837 controllermanager.go:288] "cloud-node" is disabled
Dec 30 20:16:01 truenas k3s[4837]: W1230 20:16:01.029707    4837 controllermanager.go:288] "cloud-node-lifecycle" is disabled
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.029970    4837 controllermanager.go:311] Started "service"
Dec 30 20:16:01 truenas k3s[4837]: W1230 20:16:01.029981    4837 controllermanager.go:288] "route" is disabled
Dec 30 20:16:01 truenas k3s[4837]: time="2023-12-30T20:16:01+01:00" level=info msg="Starting discovery.k8s.io/v1, Kind=EndpointSlice controller"
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.030451    4837 controller.go:227] Starting service controller
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.030465    4837 shared_informer.go:270] Waiting for caches to sync for service
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.118188    4837 shared_informer.go:277] Caches are synced for RequestHeaderAuthRequestController
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.129407    4837 shared_informer.go:277] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.129463    4837 shared_informer.go:277] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.130483    4837 shared_informer.go:277] Caches are synced for service
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.183014    4837 event.go:294] "Event occurred" object="kube-system/nfs-csi" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/nfs-csi.yaml\""
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.187722    4837 event.go:294] "Event occurred" object="kube-system/rolebindings" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/rolebindings.yaml\""
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.196557    4837 event.go:294] "Event occurred" object="kube-system/rolebindings" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/rolebindings.yaml\""
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.201720    4837 event.go:294] "Event occurred" object="kube-system/smb-csi" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/smb-csi.yaml\""
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.229218    4837 event.go:294] "Event occurred" object="kube-system/smb-csi" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/smb-csi.yaml\""
Dec 30 20:16:01 truenas k3s[4837]: I1230 20:16:01.240715    4837 event.go:294] "Event occurred" object="kube-system/zfs-operator" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="ApplyingManifest" message="Applying manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/zfs-operator.yaml\""
Dec 30 20:16:01 truenas k3s[4837]: time="2023-12-30T20:16:01+01:00" level=info msg="containerd is now running"
Dec 30 20:16:01 truenas k3s[4837]: time="2023-12-30T20:16:01+01:00" level=info msg="Running kubelet --address=0.0.0.0 --allowed-unsafe-sysctls=net.ipv4.ip_forward,net.ipv6.conf.all.forwarding --anonymous-auth=false --authentication-token-webhook=true --authorization-mode=Webhook --cgroup-driver=systemd --client-ca-file=/mnt/datahome/ix-applications/k3s/agent/client-ca.crt --cluster-dns=172.17.0.10 --cluster-domain=cluster.local --config=/etc/rancher/k3s/kubelet_config.yaml --container-runtime-endpoint=unix:///run/k3s/containerd/containerd.sock --containerd=/run/k3s/containerd/containerd.sock --eviction-hard=imagefs.available<5%,nodefs.available<5% --eviction-minimum-reclaim=imagefs.available=10%,nodefs.available=10% --fail-swap-on=false --healthz-bind-address=127.0.0.1 --hostname-override=ix-truenas --kubeconfig=/mnt/datahome/ix-applications/k3s/agent/kubelet.kubeconfig --node-ip=0.0.0.0 --node-labels= --pod-infra-container-image=rancher/mirrored-pause:3.6 --pod-manifest-path=/mnt/datahome/ix-applications/k3s/agent/pod-manifests --protect-kernel-defaults=true --read-only-port=0 --resolv-conf=/etc/resolv.conf --serialize-image-pulls=false --tls-cert-file=/mnt/datahome/ix-applications/k3s/agent/serving-kubelet.crt --tls-private-key-file=/mnt/datahome/ix-applications/k3s/agent/serving-kubelet.key"
Dec 30 20:16:01 truenas k3s[4837]: time="2023-12-30T20:16:01+01:00" level=info msg="Connecting to proxy" url="wss://127.0.0.1:6443/v1-k3s/connect"
Dec 30 20:16:01 truenas k3s[4837]: time="2023-12-30T20:16:01+01:00" level=info msg="Handling backend connection request [ix-truenas]"
Dec 30 20:16:02 truenas k3s[4837]: time="2023-12-30T20:16:02+01:00" level=info msg="Annotations and labels have already set on node: ix-truenas"
Dec 30 20:16:02 truenas k3s[4837]: Flag --containerd has been deprecated, This is a cadvisor flag that was mistakenly registered with the Kubelet. Due to legacy concerns, it will follow the standard CLI deprecation timeline before being removed.
Dec 30 20:16:02 truenas k3s[4837]: Flag --pod-infra-container-image has been deprecated, will be removed in 1.27. Image garbage collector will get sandbox image information from CRI.
Dec 30 20:16:02 truenas k3s[4837]: I1230 20:16:02.051192    4837 server.go:197] "--pod-infra-container-image will not be pruned by the image garbage collector in kubelet and should also be set in the remote runtime"
Dec 30 20:16:02 truenas k3s[4837]: Flag --pod-infra-container-image has been deprecated, will be removed in 1.27. Image garbage collector will get sandbox image information from CRI.
Dec 30 20:16:03 truenas k3s[4837]: time="2023-12-30T20:16:03+01:00" level=info msg="Stopped tunnel to 127.0.0.1:6443"
Dec 30 20:16:03 truenas k3s[4837]: time="2023-12-30T20:16:03+01:00" level=info msg="Connecting to proxy" url="wss://192.168.0.35:6443/v1-k3s/connect"
Dec 30 20:16:03 truenas k3s[4837]: time="2023-12-30T20:16:03+01:00" level=info msg="Proxy done" err="context canceled" url="wss://127.0.0.1:6443/v1-k3s/connect"
Dec 30 20:16:03 truenas k3s[4837]: time="2023-12-30T20:16:03+01:00" level=info msg="error in remotedialer server [400]: websocket: close 1006 (abnormal closure): unexpected EOF"
Dec 30 20:16:03 truenas k3s[4837]: time="2023-12-30T20:16:03+01:00" level=info msg="Handling backend connection request [ix-truenas]"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.342034    4837 event.go:294] "Event occurred" object="kube-system/zfs-operator" fieldPath="" kind="Addon" apiVersion="k3s.cattle.io/v1" type="Normal" reason="AppliedManifest" message="Applied manifest at \"/mnt/datahome/ix-applications/k3s/server/manifests/zfs-operator.yaml\""
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.466709    4837 server.go:407] "Kubelet version" kubeletVersion="v1.26.6+k3s-e18037a7-dirty"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.466832    4837 server.go:409] "Golang settings" GOGC="" GOMAXPROCS="" GOTRACEBACK=""
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.483247    4837 dynamic_cafile_content.go:157] "Starting controller" name="client-ca-bundle::/mnt/datahome/ix-applications/k3s/agent/client-ca.crt"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.489744    4837 server.go:654] "--cgroups-per-qos enabled, but --cgroup-root was not specified.  defaulting to /"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.518447    4837 container_manager_linux.go:267] "Container manager verified user specified cgroup-root exists" cgroupRoot=[]
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.518563    4837 container_manager_linux.go:272] "Creating Container Manager object based on Node Config" nodeConfig={RuntimeCgroupsName: SystemCgroupsName: KubeletCgroupsName: KubeletOOMScoreAdj:-999 ContainerRuntime: CgroupsPerQOS:true CgroupRoot:/ CgroupDriver:systemd KubeletRootDir:/var/lib/kubelet ProtectKernelDefaults:true NodeAllocatableConfig:{KubeReservedCgroupName: SystemReservedCgroupName: ReservedSystemCPUs: EnforceNodeAllocatable:map[pods:{}] KubeReserved:map[] SystemReserved:map[] HardEvictionThresholds:[{Signal:imagefs.available Operator:LessThan Value:{Quantity:<nil> Percentage:0.05} GracePeriod:0s MinReclaim:<nil>} {Signal:nodefs.available Operator:LessThan Value:{Quantity:<nil> Percentage:0.05} GracePeriod:0s MinReclaim:<nil>}]} QOSReserved:map[] CPUManagerPolicy:none CPUManagerPolicyOptions:map[] ExperimentalTopologyManagerScope:container CPUManagerReconcilePeriod:10s ExperimentalMemoryManagerPolicy:None ExperimentalMemoryManagerReservedMemory:[] ExperimentalPodPidsLimit:-1 EnforceCPULimits:true CPUCFSQuotaPeriod:100ms ExperimentalTopologyManagerPolicy:none ExperimentalTopologyManagerPolicyOptions:map[]}
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.518684    4837 topology_manager.go:134] "Creating topology manager with policy per scope" topologyPolicyName="none" topologyScopeName="container"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.518726    4837 container_manager_linux.go:308] "Creating device plugin manager"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.551861    4837 state_mem.go:36] "Initialized new in-memory state store"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.602408    4837 kubelet.go:398] "Attempting to sync node with API server"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.603026    4837 kubelet.go:286] "Adding static pod path" path="/mnt/datahome/ix-applications/k3s/agent/pod-manifests"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.660417    4837 kubelet.go:297] "Adding apiserver pod source"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.680833    4837 apiserver.go:42] "Waiting for node sync before watching apiserver pods"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.681029    4837 apiserver.go:52] "Watching apiserver"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.684098    4837 kuberuntime_manager.go:244] "Container runtime initialized" containerRuntime="containerd" version="truenas/v1.7.1-k3s1" apiVersion="v1"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.685461    4837 nodeshutdown_manager_linux.go:137] "Creating node shutdown manager" shutdownGracePeriodRequested="15s" shutdownGracePeriodCriticalPods="10s" shutdownGracePeriodByPodPriority=[{Priority:0 ShutdownGracePeriodSeconds:5} {Priority:2000000000 ShutdownGracePeriodSeconds:10}]
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.685766    4837 server.go:1181] "Started kubelet"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.686758    4837 server.go:161] "Starting to listen" address="0.0.0.0" port=10250
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.687219    4837 fs_resource_analyzer.go:67] "Starting FS ResourceAnalyzer"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.687446    4837 server.go:451] "Adding debug handlers to kubelet server"
Dec 30 20:16:03 truenas k3s[4837]: E1230 20:16:03.687948    4837 cri_stats_provider.go:455] "Failed to get the info of the filesystem with mountpoint" err="unable to find data in memory cache" mountpoint="/mnt/datahome/ix-applications/k3s/agent/containerd/io.containerd.snapshotter.v1.overlayfs"
Dec 30 20:16:03 truenas k3s[4837]: E1230 20:16:03.688037    4837 kubelet.go:1386] "Image garbage collection failed once. Stats initialization may not have completed yet" err="invalid capacity 0 on image filesystem"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.689108    4837 volume_manager.go:293] "Starting Kubelet Volume Manager"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.689276    4837 desired_state_of_world_populator.go:151] "Desired state populator starts to run"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.724451    4837 cpu_manager.go:214] "Starting CPU manager" policy="none"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.724464    4837 cpu_manager.go:215] "Reconciling" reconcilePeriod="10s"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.724485    4837 state_mem.go:36] "Initialized new in-memory state store"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.724779    4837 state_mem.go:88] "Updated default CPUSet" cpuSet=""
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.724792    4837 state_mem.go:96] "Updated CPUSet assignments" assignments=map[]
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.724837    4837 policy_none.go:49] "None policy: Start"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.725380    4837 memory_manager.go:169] "Starting memorymanager" policy="None"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.725423    4837 state_mem.go:35] "Initializing new in-memory state store"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.725579    4837 state_mem.go:75] "Updated machine memory state"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.791837    4837 kubelet_node_status.go:70] "Attempting to register node" node="ix-truenas"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.803891    4837 kubelet_node_status.go:108] "Node was previously registered" node="ix-truenas"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.816236    4837 kubelet_node_status.go:73] "Successfully registered node" node="ix-truenas"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.817451    4837 kuberuntime_manager.go:1114] "Updating runtime config through cri with podcidr" CIDR="172.16.0.0/16"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.818021    4837 kubelet_network.go:61] "Updating Pod CIDR" originalPodCIDR="" newPodCIDR="172.16.0.0/16"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.829561    4837 kubelet_network_linux.go:63] "Initialized iptables rules." protocol=IPv4
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.844705    4837 plugin_manager.go:118] "Starting Kubelet Plugin Manager"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.880251    4837 kubelet_network_linux.go:63] "Initialized iptables rules." protocol=IPv6
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.880365    4837 status_manager.go:176] "Starting to sync pod status with apiserver"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.880413    4837 kubelet.go:2113] "Starting kubelet main sync loop"
Dec 30 20:16:03 truenas k3s[4837]: E1230 20:16:03.880478    4837 kubelet.go:2137] "Skipping pod synchronization" err="PLEG is not healthy: pleg has yet to be successful"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.981862    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982071    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982127    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982163    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982197    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982235    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982263    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982294    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982346    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982377    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982419    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982471    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982508    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982538    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982628    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982695    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="97c8c42d04c16cd68713eb802acb6c2471d6f62940929ba56ced1ae66004b0f9"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982713    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="59e713812f11d9bd86d160141926b9d9990d308a26bc6a38f2b48fb0e79a60fd"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982724    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="e6f28e357fd22c28dc55e6575398b3e8334e776dca652cbc2e68a3ff78fb6f0b"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982738    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="89ceeefaeed1662683861e5b0cd842794e6fd183fff54e7b7d9dc6da70de27f8"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.982748    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d10b74473ac5d3422479f057f2731d3e6d0167d026aea95e0d5e09351ac3418e"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.987270    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="84b5ac4efb7fd74d884ff87633758930248042642c7af70cabbbb2f8b7abf8af"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.992544    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-nextcloud-data\") pod \"nextcloud-cronjob-28399380-z4znz\" (UID: \"ecc43502-bb03-4d5e-815d-8a3eb9cf0d43\") " pod="ix-nextcloud/nextcloud-cronjob-28399380-z4znz"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.992713    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d3f18bf629bfbc97a084271b646d9fcf89cae2be459eabeeb7b8b7b9b1d95486"
Dec 30 20:16:03 truenas k3s[4837]: I1230 20:16:03.992905    4837 desired_state_of_world_populator.go:159] "Finished populating initial desired state of world"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.001146    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="45e7c0ec944984683fc69b8fedb1b0aad3fb539cb5f14863f981ce33447d2a78"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.008455    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="1ec574ae60c0365896b0001fedfa953a453b03e3ebea62c4f22733ab46d27f7b"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.009341    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3f392f80b1665a8b79b932fd96a3218c3de5d38cffb79449918bb0867d141039"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.010040    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="4bdc11b10d08254f0f243c65cb5d6ab384c89e8330eae978b720b5c40794299e"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.010726    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ac39e4f25bfa2b3b88eead9912868530d18d56f0695c1f87b79a7a5b0cb732c3"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.011402    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="eaeb9fe69e3b7c149dc4f6bf179f62e51212bb1f445d6b8cadb2a5dd4cdc2d2a"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.088174    4837 kubelet_node_status.go:493] "Fast updating node status as it just became ready"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092619    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"work\" (UniqueName: \"kubernetes.io/host-path/33acebfb-b978-4d18-a7c9-5fa30bd163b4-work\") pod \"adguard-home-69b7c4f9f6-4j8dc\" (UID: \"33acebfb-b978-4d18-a7c9-5fa30bd163b4\") " pod="ix-adguard-home/adguard-home-69b7c4f9f6-4j8dc"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092650    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"group\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-group\") pod \"netdata-9b6b4b88d-6zqg9\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") " pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092673    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-mg9z9\" (UniqueName: \"kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9\") pod \"snapshot-controller-546868dfb4-mv4m5\" (UID: \"3ac12600-a3c9-43e0-bdc2-d319c3f50702\") " pod="kube-system/snapshot-controller-546868dfb4-mv4m5"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092691    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sys\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-sys\") pod \"netdata-9b6b4b88d-5gcdb\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") " pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092709    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"user\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-user\") pod \"netdata-9b6b4b88d-5gcdb\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") " pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092726    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-zfllc\" (UniqueName: \"kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc\") pod \"netdata-9b6b4b88d-5gcdb\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") " pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092743    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"netdataconfig\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdataconfig\") pod \"netdata-9b6b4b88d-6zqg9\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") " pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092760    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-b9tbg\" (UniqueName: \"kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg\") pod \"netdata-9b6b4b88d-6zqg9\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") " pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092779    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-6lpft\" (UniqueName: \"kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft\") pod \"nextcloud-cronjob-28399380-z4znz\" (UID: \"ecc43502-bb03-4d5e-815d-8a3eb9cf0d43\") " pod="ix-nextcloud/nextcloud-cronjob-28399380-z4znz"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092796    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-os-release\") pod \"netdata-9b6b4b88d-5gcdb\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") " pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092812    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"proc\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-proc\") pod \"netdata-9b6b4b88d-5gcdb\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") " pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092829    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"netdatacache\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdatacache\") pod \"netdata-9b6b4b88d-6zqg9\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") " pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092846    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-q7rlv\" (UniqueName: \"kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv\") pod \"nextcloud-postgres-64458b44cb-4snrz\" (UID: \"36021ba2-a6a4-4648-8267-6a3b7d121c27\") " pod="ix-nextcloud/nextcloud-postgres-64458b44cb-4snrz"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092863    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared\" (UniqueName: \"kubernetes.io/empty-dir/dbdf3449-702e-416a-a632-242a4d1805b7-shared\") pod \"plex-55595fd7fb-vrkxj\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") " pod="ix-plex/plex-55595fd7fb-vrkxj"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092879    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-logs\" (UniqueName: \"kubernetes.io/empty-dir/dbdf3449-702e-416a-a632-242a4d1805b7-shared-logs\") pod \"plex-55595fd7fb-vrkxj\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") " pod="ix-plex/plex-55595fd7fb-vrkxj"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092896    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"transcode\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-transcode\") pod \"plex-55595fd7fb-vrkxj\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") " pod="ix-plex/plex-55595fd7fb-vrkxj"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092952    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"conf\" (UniqueName: \"kubernetes.io/host-path/33acebfb-b978-4d18-a7c9-5fa30bd163b4-conf\") pod \"adguard-home-69b7c4f9f6-4j8dc\" (UID: \"33acebfb-b978-4d18-a7c9-5fa30bd163b4\") " pod="ix-adguard-home/adguard-home-69b7c4f9f6-4j8dc"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092968    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"group\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-group\") pod \"netdata-9b6b4b88d-5gcdb\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") " pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092985    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"netdatalib\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdatalib\") pod \"netdata-9b6b4b88d-6zqg9\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") " pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.092999    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"proc\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-proc\") pod \"netdata-9b6b4b88d-6zqg9\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") " pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093014    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"netdatacache\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdatacache\") pod \"netdata-9b6b4b88d-5gcdb\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") " pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093029    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"extrappvolume-0\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-extrappvolume-0\") pod \"plex-55595fd7fb-vrkxj\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") " pod="ix-plex/plex-55595fd7fb-vrkxj"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093043    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"user\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-user\") pod \"netdata-9b6b4b88d-6zqg9\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") " pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093057    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-data\") pod \"plex-55595fd7fb-vrkxj\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") " pod="ix-plex/plex-55595fd7fb-vrkxj"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093074    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-hn5kf\" (UniqueName: \"kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf\") pod \"snapshot-controller-546868dfb4-l62bf\" (UID: \"21606260-9d30-402f-80f8-6d2df98d56e6\") " pod="kube-system/snapshot-controller-546868dfb4-l62bf"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093096    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"netdataconfig\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdataconfig\") pod \"netdata-9b6b4b88d-5gcdb\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") " pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093116    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"netdatalib\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdatalib\") pod \"netdata-9b6b4b88d-5gcdb\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") " pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093130    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-config\") pod \"plex-55595fd7fb-vrkxj\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") " pod="ix-plex/plex-55595fd7fb-vrkxj"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093145    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"postgres-backup\" (UniqueName: \"kubernetes.io/host-path/36021ba2-a6a4-4648-8267-6a3b7d121c27-postgres-backup\") pod \"nextcloud-postgres-64458b44cb-4snrz\" (UID: \"36021ba2-a6a4-4648-8267-6a3b7d121c27\") " pod="ix-nextcloud/nextcloud-postgres-64458b44cb-4snrz"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093160    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"postgres-data\" (UniqueName: \"kubernetes.io/host-path/36021ba2-a6a4-4648-8267-6a3b7d121c27-postgres-data\") pod \"nextcloud-postgres-64458b44cb-4snrz\" (UID: \"36021ba2-a6a4-4648-8267-6a3b7d121c27\") " pod="ix-nextcloud/nextcloud-postgres-64458b44cb-4snrz"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093176    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xh2lq\" (UniqueName: \"kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq\") pod \"plex-55595fd7fb-vrkxj\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") " pod="ix-plex/plex-55595fd7fb-vrkxj"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093191    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-os-release\") pod \"netdata-9b6b4b88d-6zqg9\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") " pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093207    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sys\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-sys\") pod \"netdata-9b6b4b88d-6zqg9\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") " pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.093215    4837 reconciler.go:41] "Reconciler: start to sync state"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.125517    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="74c63193795d8c315a0d295f8133f07c9c5ddb44758dd9be21895d92872f8889"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.146024    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="3b9d39dc5da0a8a22bf8ec1fbbdcba5ede2bc750f76cdb4125a1e32da445487a"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.146845    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d97e4db23987027600aca59bef43f0c104779158487a3f71ce76a4eda6f4b5d6"
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.290949    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-nextcloud-data\") pod \"ecc43502-bb03-4d5e-815d-8a3eb9cf0d43\" (UID: \"ecc43502-bb03-4d5e-815d-8a3eb9cf0d43\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.291390    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-nextcloud-data" (OuterVolumeSpecName: "nextcloud-data") pod "ecc43502-bb03-4d5e-815d-8a3eb9cf0d43" (UID: "ecc43502-bb03-4d5e-815d-8a3eb9cf0d43"). InnerVolumeSpecName "nextcloud-data". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393156    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"shared\" (UniqueName: \"kubernetes.io/empty-dir/dbdf3449-702e-416a-a632-242a4d1805b7-shared\") pod \"dbdf3449-702e-416a-a632-242a4d1805b7\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393195    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"netdatacache\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdatacache\") pod \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393210    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"netdataconfig\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdataconfig\") pod \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393226    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-os-release\") pod \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393239    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-data\") pod \"dbdf3449-702e-416a-a632-242a4d1805b7\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393253    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"config\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-config\") pod \"dbdf3449-702e-416a-a632-242a4d1805b7\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393273    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"postgres-data\" (UniqueName: \"kubernetes.io/host-path/36021ba2-a6a4-4648-8267-6a3b7d121c27-postgres-data\") pod \"36021ba2-a6a4-4648-8267-6a3b7d121c27\" (UID: \"36021ba2-a6a4-4648-8267-6a3b7d121c27\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393290    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"postgres-backup\" (UniqueName: \"kubernetes.io/host-path/36021ba2-a6a4-4648-8267-6a3b7d121c27-postgres-backup\") pod \"36021ba2-a6a4-4648-8267-6a3b7d121c27\" (UID: \"36021ba2-a6a4-4648-8267-6a3b7d121c27\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393305    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"transcode\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-transcode\") pod \"dbdf3449-702e-416a-a632-242a4d1805b7\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393319    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"netdatalib\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdatalib\") pod \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393331    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"sys\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-sys\") pod \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393353    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"shared-logs\" (UniqueName: \"kubernetes.io/empty-dir/dbdf3449-702e-416a-a632-242a4d1805b7-shared-logs\") pod \"dbdf3449-702e-416a-a632-242a4d1805b7\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393368    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"extrappvolume-0\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-extrappvolume-0\") pod \"dbdf3449-702e-416a-a632-242a4d1805b7\" (UID: \"dbdf3449-702e-416a-a632-242a4d1805b7\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393382    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"group\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-group\") pod \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393395    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"user\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-user\") pod \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393417    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"proc\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-proc\") pod \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\" (UID: \"869ba8a2-84c0-4d56-a1c0-a288c19c8f9b\") "
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393553    4837 reconciler_common.go:295] "Volume detached for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-nextcloud-data\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393615    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-proc" (OuterVolumeSpecName: "proc") pod "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b"). InnerVolumeSpecName "proc". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: W1230 20:16:04.393884    4837 empty_dir.go:525] Warning: Failed to clear quota on /var/lib/kubelet/pods/dbdf3449-702e-416a-a632-242a4d1805b7/volumes/kubernetes.io~empty-dir/shared: clearQuota called, but quotas disabled
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393941    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/dbdf3449-702e-416a-a632-242a4d1805b7-shared" (OuterVolumeSpecName: "shared") pod "dbdf3449-702e-416a-a632-242a4d1805b7" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7"). InnerVolumeSpecName "shared". PluginName "kubernetes.io/empty-dir", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393969    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdatacache" (OuterVolumeSpecName: "netdatacache") pod "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b"). InnerVolumeSpecName "netdatacache". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393983    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdataconfig" (OuterVolumeSpecName: "netdataconfig") pod "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b"). InnerVolumeSpecName "netdataconfig". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.393996    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-os-release" (OuterVolumeSpecName: "os-release") pod "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b"). InnerVolumeSpecName "os-release". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394014    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-data" (OuterVolumeSpecName: "data") pod "dbdf3449-702e-416a-a632-242a4d1805b7" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7"). InnerVolumeSpecName "data". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394029    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-config" (OuterVolumeSpecName: "config") pod "dbdf3449-702e-416a-a632-242a4d1805b7" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7"). InnerVolumeSpecName "config". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394061    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/36021ba2-a6a4-4648-8267-6a3b7d121c27-postgres-data" (OuterVolumeSpecName: "postgres-data") pod "36021ba2-a6a4-4648-8267-6a3b7d121c27" (UID: "36021ba2-a6a4-4648-8267-6a3b7d121c27"). InnerVolumeSpecName "postgres-data". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394078    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/36021ba2-a6a4-4648-8267-6a3b7d121c27-postgres-backup" (OuterVolumeSpecName: "postgres-backup") pod "36021ba2-a6a4-4648-8267-6a3b7d121c27" (UID: "36021ba2-a6a4-4648-8267-6a3b7d121c27"). InnerVolumeSpecName "postgres-backup". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394098    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-transcode" (OuterVolumeSpecName: "transcode") pod "dbdf3449-702e-416a-a632-242a4d1805b7" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7"). InnerVolumeSpecName "transcode". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394110    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdatalib" (OuterVolumeSpecName: "netdatalib") pod "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b"). InnerVolumeSpecName "netdatalib". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394121    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-sys" (OuterVolumeSpecName: "sys") pod "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b"). InnerVolumeSpecName "sys". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: W1230 20:16:04.394275    4837 empty_dir.go:525] Warning: Failed to clear quota on /var/lib/kubelet/pods/dbdf3449-702e-416a-a632-242a4d1805b7/volumes/kubernetes.io~empty-dir/shared-logs: clearQuota called, but quotas disabled
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394329    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/empty-dir/dbdf3449-702e-416a-a632-242a4d1805b7-shared-logs" (OuterVolumeSpecName: "shared-logs") pod "dbdf3449-702e-416a-a632-242a4d1805b7" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7"). InnerVolumeSpecName "shared-logs". PluginName "kubernetes.io/empty-dir", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394345    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-extrappvolume-0" (OuterVolumeSpecName: "extrappvolume-0") pod "dbdf3449-702e-416a-a632-242a4d1805b7" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7"). InnerVolumeSpecName "extrappvolume-0". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394357    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-group" (OuterVolumeSpecName: "group") pod "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b"). InnerVolumeSpecName "group". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.394369    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-user" (OuterVolumeSpecName: "user") pod "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b"). InnerVolumeSpecName "user". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498189    4837 reconciler_common.go:295] "Volume detached for volume \"user\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-user\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498219    4837 reconciler_common.go:295] "Volume detached for volume \"proc\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-proc\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498228    4837 reconciler_common.go:295] "Volume detached for volume \"shared\" (UniqueName: \"kubernetes.io/empty-dir/dbdf3449-702e-416a-a632-242a4d1805b7-shared\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498237    4837 reconciler_common.go:295] "Volume detached for volume \"netdatacache\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdatacache\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498245    4837 reconciler_common.go:295] "Volume detached for volume \"netdataconfig\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdataconfig\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498253    4837 reconciler_common.go:295] "Volume detached for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-os-release\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498260    4837 reconciler_common.go:295] "Volume detached for volume \"data\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-data\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498267    4837 reconciler_common.go:295] "Volume detached for volume \"config\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-config\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498275    4837 reconciler_common.go:295] "Volume detached for volume \"postgres-data\" (UniqueName: \"kubernetes.io/host-path/36021ba2-a6a4-4648-8267-6a3b7d121c27-postgres-data\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498285    4837 reconciler_common.go:295] "Volume detached for volume \"postgres-backup\" (UniqueName: \"kubernetes.io/host-path/36021ba2-a6a4-4648-8267-6a3b7d121c27-postgres-backup\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498296    4837 reconciler_common.go:295] "Volume detached for volume \"transcode\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-transcode\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498304    4837 reconciler_common.go:295] "Volume detached for volume \"netdatalib\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-netdatalib\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498311    4837 reconciler_common.go:295] "Volume detached for volume \"sys\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-sys\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498319    4837 reconciler_common.go:295] "Volume detached for volume \"shared-logs\" (UniqueName: \"kubernetes.io/empty-dir/dbdf3449-702e-416a-a632-242a4d1805b7-shared-logs\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498327    4837 reconciler_common.go:295] "Volume detached for volume \"extrappvolume-0\" (UniqueName: \"kubernetes.io/host-path/dbdf3449-702e-416a-a632-242a4d1805b7-extrappvolume-0\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: I1230 20:16:04.498341    4837 reconciler_common.go:295] "Volume detached for volume \"group\" (UniqueName: \"kubernetes.io/host-path/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-group\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:04 truenas k3s[4837]: E1230 20:16:04.609308    4837 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:04 truenas k3s[4837]: E1230 20:16:04.609336    4837 projected.go:198] Error preparing data for projected volume kube-api-access-hn5kf for pod kube-system/snapshot-controller-546868dfb4-l62bf: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:04 truenas k3s[4837]: E1230 20:16:04.657181    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf podName:21606260-9d30-402f-80f8-6d2df98d56e6 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:05.109363819 +0100 CET m=+23.622280028 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-hn5kf" (UniqueName: "kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf") pod "snapshot-controller-546868dfb4-l62bf" (UID: "21606260-9d30-402f-80f8-6d2df98d56e6") : object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:04 truenas k3s[4837]: E1230 20:16:04.807861    4837 projected.go:292] Couldn't get configMap ix-plex/kube-root-ca.crt: object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:04 truenas k3s[4837]: E1230 20:16:04.807880    4837 projected.go:198] Error preparing data for projected volume kube-api-access-xh2lq for pod ix-plex/plex-55595fd7fb-vrkxj: object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:04 truenas k3s[4837]: E1230 20:16:04.807914    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq podName:dbdf3449-702e-416a-a632-242a4d1805b7 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:05.307901963 +0100 CET m=+23.820818163 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-xh2lq" (UniqueName: "kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq") pod "plex-55595fd7fb-vrkxj" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7") : object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.007626    4837 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.007781    4837 projected.go:198] Error preparing data for projected volume kube-api-access-mg9z9 for pod kube-system/snapshot-controller-546868dfb4-mv4m5: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.007868    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9 podName:3ac12600-a3c9-43e0-bdc2-d319c3f50702 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:05.507855621 +0100 CET m=+24.020771820 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-mg9z9" (UniqueName: "kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9") pod "snapshot-controller-546868dfb4-mv4m5" (UID: "3ac12600-a3c9-43e0-bdc2-d319c3f50702") : object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: time="2023-12-30T20:16:05+01:00" level=info msg="Tunnel authorizer set Kubelet Port 10250"
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.203544    4837 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.207855    4837 projected.go:198] Error preparing data for projected volume kube-api-access-hn5kf for pod kube-system/snapshot-controller-546868dfb4-l62bf: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.208033    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf podName:21606260-9d30-402f-80f8-6d2df98d56e6 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:06.208020321 +0100 CET m=+24.720936521 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-hn5kf" (UniqueName: "kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf") pod "snapshot-controller-546868dfb4-l62bf" (UID: "21606260-9d30-402f-80f8-6d2df98d56e6") : object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.207783    4837 projected.go:292] Couldn't get configMap ix-netdata/kube-root-ca.crt: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.208191    4837 projected.go:198] Error preparing data for projected volume kube-api-access-zfllc for pod ix-netdata/netdata-9b6b4b88d-5gcdb: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.208276    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc podName:869ba8a2-84c0-4d56-a1c0-a288c19c8f9b nodeName:}" failed. No retries permitted until 2023-12-30 20:16:05.708264658 +0100 CET m=+24.221180858 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-zfllc" (UniqueName: "kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc") pod "netdata-9b6b4b88d-5gcdb" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b") : object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.403929    4837 request.go:690] Waited for 1.111839364s due to client-side throttling, not priority and fairness, request: POST:https://127.0.0.1:6443/api/v1/namespaces/ix-netdata/serviceaccounts/netdata/token
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.404257    4837 projected.go:292] Couldn't get configMap ix-plex/kube-root-ca.crt: object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.404271    4837 projected.go:198] Error preparing data for projected volume kube-api-access-xh2lq for pod ix-plex/plex-55595fd7fb-vrkxj: object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.404301    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq podName:dbdf3449-702e-416a-a632-242a4d1805b7 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:06.404290323 +0100 CET m=+24.917206523 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-xh2lq" (UniqueName: "kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq") pod "plex-55595fd7fb-vrkxj" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7") : object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.408154    4837 projected.go:292] Couldn't get configMap ix-netdata/kube-root-ca.crt: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.408171    4837 projected.go:198] Error preparing data for projected volume kube-api-access-b9tbg for pod ix-netdata/netdata-9b6b4b88d-6zqg9: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.408208    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg podName:6ce8135c-8a7a-47f0-9b58-a31b37c238c1 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:05.908194236 +0100 CET m=+24.421110435 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-b9tbg" (UniqueName: "kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg") pod "netdata-9b6b4b88d-6zqg9" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1") : object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.542730    4837 controller.go:615] quota admission added evaluator for: daemonsets.apps
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.605392    4837 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.605408    4837 projected.go:198] Error preparing data for projected volume kube-api-access-mg9z9 for pod kube-system/snapshot-controller-546868dfb4-mv4m5: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.605434    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9 podName:3ac12600-a3c9-43e0-bdc2-d319c3f50702 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:06.605424696 +0100 CET m=+25.118340894 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-mg9z9" (UniqueName: "kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9") pod "snapshot-controller-546868dfb4-mv4m5" (UID: "3ac12600-a3c9-43e0-bdc2-d319c3f50702") : object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.607986    4837 projected.go:292] Couldn't get configMap ix-nextcloud/kube-root-ca.crt: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.607999    4837 projected.go:198] Error preparing data for projected volume kube-api-access-6lpft for pod ix-nextcloud/nextcloud-cronjob-28399380-z4znz: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.608026    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft podName:ecc43502-bb03-4d5e-815d-8a3eb9cf0d43 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:06.108016612 +0100 CET m=+24.620932810 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-6lpft" (UniqueName: "kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft") pod "nextcloud-cronjob-28399380-z4znz" (UID: "ecc43502-bb03-4d5e-815d-8a3eb9cf0d43") : object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.806157    4837 projected.go:292] Couldn't get configMap ix-netdata/kube-root-ca.crt: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.806174    4837 projected.go:198] Error preparing data for projected volume kube-api-access-zfllc for pod ix-netdata/netdata-9b6b4b88d-5gcdb: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.806202    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc podName:869ba8a2-84c0-4d56-a1c0-a288c19c8f9b nodeName:}" failed. No retries permitted until 2023-12-30 20:16:06.80619222 +0100 CET m=+25.319108419 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-zfllc" (UniqueName: "kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc") pod "netdata-9b6b4b88d-5gcdb" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b") : object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.807819    4837 projected.go:292] Couldn't get configMap ix-nextcloud/kube-root-ca.crt: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.807833    4837 projected.go:198] Error preparing data for projected volume kube-api-access-q7rlv for pod ix-nextcloud/nextcloud-postgres-64458b44cb-4snrz: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.807857    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv podName:36021ba2-a6a4-4648-8267-6a3b7d121c27 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:06.307848351 +0100 CET m=+24.820764552 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "kube-api-access-q7rlv" (UniqueName: "kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv") pod "nextcloud-postgres-64458b44cb-4snrz" (UID: "36021ba2-a6a4-4648-8267-6a3b7d121c27") : object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908798    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"sys\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-sys\") pod \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") "
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908823    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"user\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-user\") pod \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") "
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908837    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-os-release\") pod \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") "
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908850    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"netdatalib\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdatalib\") pod \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") "
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908865    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"proc\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-proc\") pod \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") "
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908879    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"netdatacache\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdatacache\") pod \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") "
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908892    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"netdataconfig\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdataconfig\") pod \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") "
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908904    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"work\" (UniqueName: \"kubernetes.io/host-path/33acebfb-b978-4d18-a7c9-5fa30bd163b4-work\") pod \"33acebfb-b978-4d18-a7c9-5fa30bd163b4\" (UID: \"33acebfb-b978-4d18-a7c9-5fa30bd163b4\") "
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908916    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"conf\" (UniqueName: \"kubernetes.io/host-path/33acebfb-b978-4d18-a7c9-5fa30bd163b4-conf\") pod \"33acebfb-b978-4d18-a7c9-5fa30bd163b4\" (UID: \"33acebfb-b978-4d18-a7c9-5fa30bd163b4\") "
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.908929    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"group\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-group\") pod \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\" (UID: \"6ce8135c-8a7a-47f0-9b58-a31b37c238c1\") "
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.909047    4837 projected.go:292] Couldn't get configMap ix-netdata/kube-root-ca.crt: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.909057    4837 projected.go:198] Error preparing data for projected volume kube-api-access-b9tbg for pod ix-netdata/netdata-9b6b4b88d-6zqg9: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: E1230 20:16:05.909092    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg podName:6ce8135c-8a7a-47f0-9b58-a31b37c238c1 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:06.909076004 +0100 CET m=+25.421992203 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-b9tbg" (UniqueName: "kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg") pod "netdata-9b6b4b88d-6zqg9" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1") : object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909146    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-sys" (OuterVolumeSpecName: "sys") pod "6ce8135c-8a7a-47f0-9b58-a31b37c238c1" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1"). InnerVolumeSpecName "sys". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909165    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-user" (OuterVolumeSpecName: "user") pod "6ce8135c-8a7a-47f0-9b58-a31b37c238c1" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1"). InnerVolumeSpecName "user". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909177    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-os-release" (OuterVolumeSpecName: "os-release") pod "6ce8135c-8a7a-47f0-9b58-a31b37c238c1" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1"). InnerVolumeSpecName "os-release". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909190    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdatalib" (OuterVolumeSpecName: "netdatalib") pod "6ce8135c-8a7a-47f0-9b58-a31b37c238c1" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1"). InnerVolumeSpecName "netdatalib". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909203    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-proc" (OuterVolumeSpecName: "proc") pod "6ce8135c-8a7a-47f0-9b58-a31b37c238c1" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1"). InnerVolumeSpecName "proc". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909214    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdatacache" (OuterVolumeSpecName: "netdatacache") pod "6ce8135c-8a7a-47f0-9b58-a31b37c238c1" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1"). InnerVolumeSpecName "netdatacache". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909226    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdataconfig" (OuterVolumeSpecName: "netdataconfig") pod "6ce8135c-8a7a-47f0-9b58-a31b37c238c1" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1"). InnerVolumeSpecName "netdataconfig". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909255    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/33acebfb-b978-4d18-a7c9-5fa30bd163b4-work" (OuterVolumeSpecName: "work") pod "33acebfb-b978-4d18-a7c9-5fa30bd163b4" (UID: "33acebfb-b978-4d18-a7c9-5fa30bd163b4"). InnerVolumeSpecName "work". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909270    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/33acebfb-b978-4d18-a7c9-5fa30bd163b4-conf" (OuterVolumeSpecName: "conf") pod "33acebfb-b978-4d18-a7c9-5fa30bd163b4" (UID: "33acebfb-b978-4d18-a7c9-5fa30bd163b4"). InnerVolumeSpecName "conf". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:05 truenas k3s[4837]: I1230 20:16:05.909281    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-group" (OuterVolumeSpecName: "group") pod "6ce8135c-8a7a-47f0-9b58-a31b37c238c1" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1"). InnerVolumeSpecName "group". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014230    4837 reconciler_common.go:295] "Volume detached for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-os-release\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014251    4837 reconciler_common.go:295] "Volume detached for volume \"netdatalib\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdatalib\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014260    4837 reconciler_common.go:295] "Volume detached for volume \"proc\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-proc\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014268    4837 reconciler_common.go:295] "Volume detached for volume \"netdataconfig\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdataconfig\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014276    4837 reconciler_common.go:295] "Volume detached for volume \"netdatacache\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-netdatacache\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014285    4837 reconciler_common.go:295] "Volume detached for volume \"work\" (UniqueName: \"kubernetes.io/host-path/33acebfb-b978-4d18-a7c9-5fa30bd163b4-work\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014293    4837 reconciler_common.go:295] "Volume detached for volume \"group\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-group\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014300    4837 reconciler_common.go:295] "Volume detached for volume \"conf\" (UniqueName: \"kubernetes.io/host-path/33acebfb-b978-4d18-a7c9-5fa30bd163b4-conf\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014309    4837 reconciler_common.go:295] "Volume detached for volume \"sys\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-sys\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: I1230 20:16:06.014316    4837 reconciler_common.go:295] "Volume detached for volume \"user\" (UniqueName: \"kubernetes.io/host-path/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-user\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.115082    4837 projected.go:292] Couldn't get configMap ix-nextcloud/kube-root-ca.crt: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.115104    4837 projected.go:198] Error preparing data for projected volume kube-api-access-6lpft for pod ix-nextcloud/nextcloud-cronjob-28399380-z4znz: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.115138    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft podName:ecc43502-bb03-4d5e-815d-8a3eb9cf0d43 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:07.11512683 +0100 CET m=+25.628043029 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-6lpft" (UniqueName: "kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft") pod "nextcloud-cronjob-28399380-z4znz" (UID: "ecc43502-bb03-4d5e-815d-8a3eb9cf0d43") : object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.215445    4837 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.215468    4837 projected.go:198] Error preparing data for projected volume kube-api-access-hn5kf for pod kube-system/snapshot-controller-546868dfb4-l62bf: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.215503    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf podName:21606260-9d30-402f-80f8-6d2df98d56e6 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:08.215490974 +0100 CET m=+26.728407173 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-hn5kf" (UniqueName: "kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf") pod "snapshot-controller-546868dfb4-l62bf" (UID: "21606260-9d30-402f-80f8-6d2df98d56e6") : object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.315591    4837 projected.go:292] Couldn't get configMap ix-nextcloud/kube-root-ca.crt: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.315620    4837 projected.go:198] Error preparing data for projected volume kube-api-access-q7rlv for pod ix-nextcloud/nextcloud-postgres-64458b44cb-4snrz: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.315654    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv podName:36021ba2-a6a4-4648-8267-6a3b7d121c27 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:07.315643436 +0100 CET m=+25.828559636 (durationBeforeRetry 1s). Error: MountVolume.SetUp failed for volume "kube-api-access-q7rlv" (UniqueName: "kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv") pod "nextcloud-postgres-64458b44cb-4snrz" (UID: "36021ba2-a6a4-4648-8267-6a3b7d121c27") : object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.417238    4837 projected.go:292] Couldn't get configMap ix-plex/kube-root-ca.crt: object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.417259    4837 projected.go:198] Error preparing data for projected volume kube-api-access-xh2lq for pod ix-plex/plex-55595fd7fb-vrkxj: object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.417292    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq podName:dbdf3449-702e-416a-a632-242a4d1805b7 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:08.417281725 +0100 CET m=+26.930197929 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-xh2lq" (UniqueName: "kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq") pod "plex-55595fd7fb-vrkxj" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7") : object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.618201    4837 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.618386    4837 projected.go:198] Error preparing data for projected volume kube-api-access-mg9z9 for pod kube-system/snapshot-controller-546868dfb4-mv4m5: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.618485    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9 podName:3ac12600-a3c9-43e0-bdc2-d319c3f50702 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:08.618472627 +0100 CET m=+27.131388826 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-mg9z9" (UniqueName: "kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9") pod "snapshot-controller-546868dfb4-mv4m5" (UID: "3ac12600-a3c9-43e0-bdc2-d319c3f50702") : object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.819382    4837 projected.go:292] Couldn't get configMap ix-netdata/kube-root-ca.crt: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.819402    4837 projected.go:198] Error preparing data for projected volume kube-api-access-zfllc for pod ix-netdata/netdata-9b6b4b88d-5gcdb: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.819431    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc podName:869ba8a2-84c0-4d56-a1c0-a288c19c8f9b nodeName:}" failed. No retries permitted until 2023-12-30 20:16:08.819421093 +0100 CET m=+27.332337297 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-zfllc" (UniqueName: "kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc") pod "netdata-9b6b4b88d-5gcdb" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b") : object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.920262    4837 projected.go:292] Couldn't get configMap ix-netdata/kube-root-ca.crt: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.920286    4837 projected.go:198] Error preparing data for projected volume kube-api-access-b9tbg for pod ix-netdata/netdata-9b6b4b88d-6zqg9: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:06 truenas k3s[4837]: E1230 20:16:06.920324    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg podName:6ce8135c-8a7a-47f0-9b58-a31b37c238c1 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:08.920312869 +0100 CET m=+27.433229069 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-b9tbg" (UniqueName: "kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg") pod "netdata-9b6b4b88d-6zqg9" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1") : object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:07 truenas k3s[4837]: E1230 20:16:07.121365    4837 projected.go:292] Couldn't get configMap ix-nextcloud/kube-root-ca.crt: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:07 truenas k3s[4837]: E1230 20:16:07.121550    4837 projected.go:198] Error preparing data for projected volume kube-api-access-6lpft for pod ix-nextcloud/nextcloud-cronjob-28399380-z4znz: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:07 truenas k3s[4837]: E1230 20:16:07.121683    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft podName:ecc43502-bb03-4d5e-815d-8a3eb9cf0d43 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:09.121667603 +0100 CET m=+27.634583807 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-6lpft" (UniqueName: "kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft") pod "nextcloud-cronjob-28399380-z4znz" (UID: "ecc43502-bb03-4d5e-815d-8a3eb9cf0d43") : object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:07 truenas k3s[4837]: E1230 20:16:07.322113    4837 projected.go:292] Couldn't get configMap ix-nextcloud/kube-root-ca.crt: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:07 truenas k3s[4837]: E1230 20:16:07.322484    4837 projected.go:198] Error preparing data for projected volume kube-api-access-q7rlv for pod ix-nextcloud/nextcloud-postgres-64458b44cb-4snrz: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:07 truenas k3s[4837]: E1230 20:16:07.322570    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv podName:36021ba2-a6a4-4648-8267-6a3b7d121c27 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:09.322557666 +0100 CET m=+27.835473866 (durationBeforeRetry 2s). Error: MountVolume.SetUp failed for volume "kube-api-access-q7rlv" (UniqueName: "kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv") pod "nextcloud-postgres-64458b44cb-4snrz" (UID: "36021ba2-a6a4-4648-8267-6a3b7d121c27") : object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.232097    4837 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.232120    4837 projected.go:198] Error preparing data for projected volume kube-api-access-hn5kf for pod kube-system/snapshot-controller-546868dfb4-l62bf: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.232156    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf podName:21606260-9d30-402f-80f8-6d2df98d56e6 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:12.232144907 +0100 CET m=+30.745061111 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-hn5kf" (UniqueName: "kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf") pod "snapshot-controller-546868dfb4-l62bf" (UID: "21606260-9d30-402f-80f8-6d2df98d56e6") : object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.432786    4837 projected.go:292] Couldn't get configMap ix-plex/kube-root-ca.crt: object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.432813    4837 projected.go:198] Error preparing data for projected volume kube-api-access-xh2lq for pod ix-plex/plex-55595fd7fb-vrkxj: object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.432850    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq podName:dbdf3449-702e-416a-a632-242a4d1805b7 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:12.432840295 +0100 CET m=+30.945756498 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-xh2lq" (UniqueName: "kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq") pod "plex-55595fd7fb-vrkxj" (UID: "dbdf3449-702e-416a-a632-242a4d1805b7") : object "ix-plex"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.633532    4837 projected.go:292] Couldn't get configMap kube-system/kube-root-ca.crt: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.633558    4837 projected.go:198] Error preparing data for projected volume kube-api-access-mg9z9 for pod kube-system/snapshot-controller-546868dfb4-mv4m5: object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.633592    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9 podName:3ac12600-a3c9-43e0-bdc2-d319c3f50702 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:12.633580615 +0100 CET m=+31.146496814 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-mg9z9" (UniqueName: "kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9") pod "snapshot-controller-546868dfb4-mv4m5" (UID: "3ac12600-a3c9-43e0-bdc2-d319c3f50702") : object "kube-system"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.834943    4837 projected.go:292] Couldn't get configMap ix-netdata/kube-root-ca.crt: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.834970    4837 projected.go:198] Error preparing data for projected volume kube-api-access-zfllc for pod ix-netdata/netdata-9b6b4b88d-5gcdb: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.835004    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc podName:869ba8a2-84c0-4d56-a1c0-a288c19c8f9b nodeName:}" failed. No retries permitted until 2023-12-30 20:16:12.834992839 +0100 CET m=+31.347909039 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-zfllc" (UniqueName: "kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc") pod "netdata-9b6b4b88d-5gcdb" (UID: "869ba8a2-84c0-4d56-a1c0-a288c19c8f9b") : object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.935300    4837 projected.go:292] Couldn't get configMap ix-netdata/kube-root-ca.crt: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.935321    4837 projected.go:198] Error preparing data for projected volume kube-api-access-b9tbg for pod ix-netdata/netdata-9b6b4b88d-6zqg9: object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:08 truenas k3s[4837]: E1230 20:16:08.935364    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg podName:6ce8135c-8a7a-47f0-9b58-a31b37c238c1 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:12.93535287 +0100 CET m=+31.448269069 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-b9tbg" (UniqueName: "kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg") pod "netdata-9b6b4b88d-6zqg9" (UID: "6ce8135c-8a7a-47f0-9b58-a31b37c238c1") : object "ix-netdata"/"kube-root-ca.crt" not registered
Dec 30 20:16:09 truenas k3s[4837]: I1230 20:16:09.089250    4837 trace.go:219] Trace[1320050849]: "Patch" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:5711c214-ce86-431c-ac67-2f17d5d91b9d,client:127.0.0.1,protocol:HTTP/2.0,resource:pods,scope:resource,url:/api/v1/namespaces/ix-plex/pods/plex-55595fd7fb-vrkxj/status,user-agent:k3s/v1.26.6+k3s (linux/amd64) kubernetes/e18037a,verb:PATCH (30-Dec-2023 20:16:08.404) (total time: 684ms):
Dec 30 20:16:09 truenas k3s[4837]: Trace[1320050849]: ["GuaranteedUpdate etcd3" audit-id:5711c214-ce86-431c-ac67-2f17d5d91b9d,key:/pods/ix-plex/plex-55595fd7fb-vrkxj,type:*core.Pod,resource:pods 684ms (20:16:08.404)
Dec 30 20:16:09 truenas k3s[4837]: Trace[1320050849]:  ---"Txn call completed" 681ms (20:16:09.088)]
Dec 30 20:16:09 truenas k3s[4837]: Trace[1320050849]: ---"Object stored in database" 681ms (20:16:09.089)
Dec 30 20:16:09 truenas k3s[4837]: Trace[1320050849]: [684.598226ms] [684.598226ms] END
Dec 30 20:16:09 truenas k3s[4837]: E1230 20:16:09.137300    4837 projected.go:292] Couldn't get configMap ix-nextcloud/kube-root-ca.crt: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:09 truenas k3s[4837]: E1230 20:16:09.137319    4837 projected.go:198] Error preparing data for projected volume kube-api-access-6lpft for pod ix-nextcloud/nextcloud-cronjob-28399380-z4znz: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:09 truenas k3s[4837]: E1230 20:16:09.137352    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft podName:ecc43502-bb03-4d5e-815d-8a3eb9cf0d43 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:13.137341399 +0100 CET m=+31.650257602 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-6lpft" (UniqueName: "kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft") pod "nextcloud-cronjob-28399380-z4znz" (UID: "ecc43502-bb03-4d5e-815d-8a3eb9cf0d43") : object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:09 truenas k3s[4837]: E1230 20:16:09.338290    4837 projected.go:292] Couldn't get configMap ix-nextcloud/kube-root-ca.crt: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:09 truenas k3s[4837]: E1230 20:16:09.338313    4837 projected.go:198] Error preparing data for projected volume kube-api-access-q7rlv for pod ix-nextcloud/nextcloud-postgres-64458b44cb-4snrz: object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:09 truenas k3s[4837]: E1230 20:16:09.338348    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv podName:36021ba2-a6a4-4648-8267-6a3b7d121c27 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:13.338337849 +0100 CET m=+31.851254053 (durationBeforeRetry 4s). Error: MountVolume.SetUp failed for volume "kube-api-access-q7rlv" (UniqueName: "kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv") pod "nextcloud-postgres-64458b44cb-4snrz" (UID: "36021ba2-a6a4-4648-8267-6a3b7d121c27") : object "ix-nextcloud"/"kube-root-ca.crt" not registered
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.858488    4837 range_allocator.go:109] No Secondary Service CIDR provided. Skipping filtering out secondary service addresses.
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.858530    4837 controllermanager.go:622] Started "nodeipam"
Dec 30 20:16:10 truenas k3s[4837]: W1230 20:16:10.858593    4837 core.go:221] configure-cloud-routes is set, but no cloud provider specified. Will not configure cloud provider routes.
Dec 30 20:16:10 truenas k3s[4837]: W1230 20:16:10.858623    4837 controllermanager.go:600] Skipping "route"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.860232    4837 node_ipam_controller.go:155] Starting ipam controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.860371    4837 shared_informer.go:270] Waiting for caches to sync for node
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.860917    4837 controllermanager.go:622] Started "attachdetach"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.861175    4837 attach_detach_controller.go:328] Starting attach detach controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.862836    4837 shared_informer.go:270] Waiting for caches to sync for attach detach
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.863171    4837 controllermanager.go:622] Started "pvc-protection"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.863318    4837 pvc_protection_controller.go:99] "Starting PVC protection controller"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.864925    4837 shared_informer.go:270] Waiting for caches to sync for PVC protection
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.865236    4837 controllermanager.go:622] Started "clusterrole-aggregation"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.868238    4837 controllermanager.go:622] Started "root-ca-cert-publisher"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.868431    4837 publisher.go:101] Starting root CA certificate configmap publisher
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.868492    4837 shared_informer.go:270] Waiting for caches to sync for crt configmap
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.870023    4837 controllermanager.go:622] Started "replicationcontroller"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.870232    4837 replica_set.go:201] Starting replicationcontroller controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.870296    4837 shared_informer.go:270] Waiting for caches to sync for ReplicationController
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.875277    4837 controllermanager.go:622] Started "garbagecollector"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.875534    4837 garbagecollector.go:154] Starting garbage collector controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.878623    4837 shared_informer.go:270] Waiting for caches to sync for garbage collector
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.878786    4837 graph_builder.go:291] GraphBuilder running
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.880926    4837 controllermanager.go:622] Started "serviceaccount"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.881127    4837 serviceaccounts_controller.go:111] Starting service account controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.881284    4837 shared_informer.go:270] Waiting for caches to sync for service account
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.894660    4837 controllermanager.go:622] Started "csrapproving"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.896057    4837 certificate_controller.go:112] Starting certificate controller "csrapproving"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.897864    4837 shared_informer.go:270] Waiting for caches to sync for certificate-csrapproving
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.899790    4837 controllermanager.go:622] Started "persistentvolume-expander"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.899964    4837 expand_controller.go:340] Starting expand controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.899977    4837 shared_informer.go:270] Waiting for caches to sync for expand
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.905650    4837 controllermanager.go:622] Started "horizontalpodautoscaling"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.905836    4837 horizontal.go:181] Starting HPA controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.907309    4837 shared_informer.go:270] Waiting for caches to sync for HPA
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.908880    4837 controllermanager.go:622] Started "disruption"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.910499    4837 controllermanager.go:622] Started "ttl"
Dec 30 20:16:10 truenas k3s[4837]: W1230 20:16:10.910511    4837 controllermanager.go:587] "bootstrapsigner" is disabled
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.910630    4837 ttl_controller.go:120] Starting TTL controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.910640    4837 shared_informer.go:270] Waiting for caches to sync for TTL
Dec 30 20:16:10 truenas k3s[4837]: E1230 20:16:10.912052    4837 core.go:92] Failed to start service controller: WARNING: no cloud provider provided, services of type LoadBalancer will fail
Dec 30 20:16:10 truenas k3s[4837]: W1230 20:16:10.912127    4837 controllermanager.go:600] Skipping "service"
Dec 30 20:16:10 truenas k3s[4837]: E1230 20:16:10.913695    4837 core.go:207] failed to start cloud node lifecycle controller: no cloud provider provided
Dec 30 20:16:10 truenas k3s[4837]: W1230 20:16:10.913838    4837 controllermanager.go:600] Skipping "cloud-node-lifecycle"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.915312    4837 disruption.go:424] Sending events to api server.
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.915492    4837 disruption.go:435] Starting disruption controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.915551    4837 shared_informer.go:270] Waiting for caches to sync for disruption
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.915951    4837 controllermanager.go:622] Started "ephemeral-volume"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.916154    4837 controller.go:169] Starting ephemeral volume controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.916210    4837 shared_informer.go:270] Waiting for caches to sync for ephemeral
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.917127    4837 clusterroleaggregation_controller.go:188] Starting ClusterRoleAggregator
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.917146    4837 shared_informer.go:270] Waiting for caches to sync for ClusterRoleAggregator
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.918040    4837 controllermanager.go:622] Started "endpoint"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.918307    4837 endpoints_controller.go:178] Starting endpoint controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.918376    4837 shared_informer.go:270] Waiting for caches to sync for endpoint
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.920278    4837 controllermanager.go:622] Started "endpointslice"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.920429    4837 endpointslice_controller.go:257] Starting endpoint slice controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.920437    4837 shared_informer.go:270] Waiting for caches to sync for endpoint_slice
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.923878    4837 controllermanager.go:622] Started "endpointslicemirroring"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.924059    4837 endpointslicemirroring_controller.go:211] Starting EndpointSliceMirroring controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.924069    4837 shared_informer.go:270] Waiting for caches to sync for endpoint_slice_mirroring
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.941924    4837 controllermanager.go:622] Started "namespace"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.942101    4837 namespace_controller.go:195] Starting namespace controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.942231    4837 shared_informer.go:270] Waiting for caches to sync for namespace
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.952457    4837 controllermanager.go:622] Started "job"
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.952554    4837 job_controller.go:191] Starting job controller
Dec 30 20:16:10 truenas k3s[4837]: I1230 20:16:10.952561    4837 shared_informer.go:270] Waiting for caches to sync for job
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.003348    4837 controllermanager.go:622] Started "statefulset"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.003490    4837 stateful_set.go:152] Starting stateful set controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.003500    4837 shared_informer.go:270] Waiting for caches to sync for stateful set
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053296    4837 controllermanager.go:622] Started "csrsigning"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053323    4837 certificate_controller.go:112] Starting certificate controller "csrsigning-legacy-unknown"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053329    4837 shared_informer.go:270] Waiting for caches to sync for certificate-csrsigning-legacy-unknown
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053341    4837 certificate_controller.go:112] Starting certificate controller "csrsigning-kubelet-serving"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053345    4837 shared_informer.go:270] Waiting for caches to sync for certificate-csrsigning-kubelet-serving
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053355    4837 certificate_controller.go:112] Starting certificate controller "csrsigning-kubelet-client"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053359    4837 shared_informer.go:270] Waiting for caches to sync for certificate-csrsigning-kubelet-client
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053368    4837 certificate_controller.go:112] Starting certificate controller "csrsigning-kube-apiserver-client"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053372    4837 shared_informer.go:270] Waiting for caches to sync for certificate-csrsigning-kube-apiserver-client
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053385    4837 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/mnt/datahome/ix-applications/k3s/server/tls/server-ca.nochain.crt::/mnt/datahome/ix-applications/k3s/server/tls/server-ca.key"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053441    4837 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/mnt/datahome/ix-applications/k3s/server/tls/server-ca.nochain.crt::/mnt/datahome/ix-applications/k3s/server/tls/server-ca.key"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053488    4837 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/mnt/datahome/ix-applications/k3s/server/tls/client-ca.nochain.crt::/mnt/datahome/ix-applications/k3s/server/tls/client-ca.key"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.053526    4837 dynamic_serving_content.go:132] "Starting controller" name="csr-controller::/mnt/datahome/ix-applications/k3s/server/tls/client-ca.nochain.crt::/mnt/datahome/ix-applications/k3s/server/tls/client-ca.key"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.102214    4837 controllermanager.go:622] Started "tokencleaner"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.102282    4837 tokencleaner.go:111] Starting token cleaner controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.102290    4837 shared_informer.go:270] Waiting for caches to sync for token_cleaner
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.102298    4837 shared_informer.go:277] Caches are synced for token_cleaner
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.153038    4837 controllermanager.go:622] Started "persistentvolume-binder"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.153160    4837 pv_controller_base.go:318] Starting persistent volume controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.153169    4837 shared_informer.go:270] Waiting for caches to sync for persistent volume
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.358686    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for controllerrevisions.apps
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.358789    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for endpointslices.discovery.k8s.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.358919    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for volumesnapshots.snapshot.storage.k8s.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.358934    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for deployments.apps
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.358949    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for rolebindings.rbac.authorization.k8s.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.358993    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for zfsnodes.zfs.openebs.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359022    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for cronjobs.batch
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359038    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for networkpolicies.networking.k8s.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359051    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for csistoragecapacities.storage.k8s.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359077    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for leases.coordination.k8s.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359089    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for zfsbackups.zfs.openebs.io
Dec 30 20:16:11 truenas k3s[4837]: W1230 20:16:11.359116    4837 shared_informer.go:548] resyncPeriod 21h14m52.661435497s is smaller than resyncCheckPeriod 21h45m23.849209553s and the informer has already started. Changing it to 21h45m23.849209553s
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359172    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for jobs.batch
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359200    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for poddisruptionbudgets.policy
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359214    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for podtemplates
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359226    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for limitranges
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359237    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for horizontalpodautoscalers.autoscaling
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359250    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for zfsvolumes.zfs.openebs.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359262    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for endpoints
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359279    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for replicasets.apps
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359290    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for statefulsets.apps
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359302    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for daemonsets.apps
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359344    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for ingresses.networking.k8s.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359359    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for roles.rbac.authorization.k8s.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359373    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for helmchartconfigs.helm.cattle.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359384    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for zfsrestores.zfs.openebs.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359395    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for zfssnapshots.zfs.openebs.io
Dec 30 20:16:11 truenas k3s[4837]: W1230 20:16:11.359402    4837 shared_informer.go:548] resyncPeriod 20h58m27.666465248s is smaller than resyncCheckPeriod 21h45m23.849209553s and the informer has already started. Changing it to 21h45m23.849209553s
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359460    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for serviceaccounts
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359494    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for helmcharts.helm.cattle.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359511    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for addons.k3s.cattle.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359523    4837 resource_quota_monitor.go:218] QuotaMonitor created object count evaluator for network-attachment-definitions.k8s.cni.cncf.io
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359534    4837 controllermanager.go:622] Started "resourcequota"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359728    4837 resource_quota_controller.go:277] Starting resource quota controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359735    4837 shared_informer.go:270] Waiting for caches to sync for resource quota
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.359755    4837 resource_quota_monitor.go:295] QuotaMonitor running
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.402857    4837 controllermanager.go:622] Started "daemonset"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.402911    4837 daemon_controller.go:267] Starting daemon sets controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.403020    4837 shared_informer.go:270] Waiting for caches to sync for daemon sets
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.452396    4837 controllermanager.go:622] Started "deployment"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.452471    4837 deployment_controller.go:154] "Starting controller" controller="deployment"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.452480    4837 shared_informer.go:270] Waiting for caches to sync for deployment
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.502309    4837 controllermanager.go:622] Started "cronjob"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.502389    4837 cronjob_controllerv2.go:137] "Starting cronjob controller v2"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.502503    4837 shared_informer.go:270] Waiting for caches to sync for cronjob
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.552705    4837 controllermanager.go:622] Started "csrcleaner"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.552758    4837 cleaner.go:82] Starting CSR cleaner controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.602999    4837 node_lifecycle_controller.go:492] Controller will reconcile labels.
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.603022    4837 controllermanager.go:622] Started "nodelifecycle"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.603073    4837 node_lifecycle_controller.go:527] Sending events to api server.
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.603156    4837 node_lifecycle_controller.go:538] Starting node controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.603166    4837 shared_informer.go:270] Waiting for caches to sync for taint
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.653162    4837 controllermanager.go:622] Started "ttl-after-finished"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.653201    4837 ttlafterfinished_controller.go:104] Starting TTL after finished controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.653211    4837 shared_informer.go:270] Waiting for caches to sync for TTL after finished
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.703019    4837 controllermanager.go:622] Started "podgc"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.703287    4837 gc_controller.go:102] Starting GC controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.703395    4837 shared_informer.go:270] Waiting for caches to sync for GC
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.752946    4837 controllermanager.go:622] Started "pv-protection"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.753197    4837 pv_protection_controller.go:75] Starting PV protection controller
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.753254    4837 shared_informer.go:270] Waiting for caches to sync for PV protection
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.770849    4837 shared_informer.go:270] Waiting for caches to sync for resource quota
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.774533    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399380
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.777293    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399380
Dec 30 20:16:11 truenas k3s[4837]: W1230 20:16:11.779829    4837 actual_state_of_world.go:541] Failed to update statusUpdateNeeded field in actual state of world: Failed to set statusUpdateNeeded to needed true, because nodeName="ix-truenas" does not exist
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.794647    4837 shared_informer.go:270] Waiting for caches to sync for garbage collector
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.802530    4837 shared_informer.go:277] Caches are synced for cronjob
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.803476    4837 shared_informer.go:277] Caches are synced for daemon sets
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.804503    4837 shared_informer.go:277] Caches are synced for GC
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.804646    4837 gc_controller.go:207] "Garbage collecting pods" numPods=10
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.804712    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="ix-plex/plex-55595fd7fb-vrkxj"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.804850    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="ix-netdata/netdata-9b6b4b88d-6zqg9"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.804933    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="ix-adguard-home/adguard-home-69b7c4f9f6-4j8dc"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.805008    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="ix-adguard-home/adguard-home-69b7c4f9f6-rj7fl"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.805077    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="ix-nextcloud/nextcloud-postgres-64458b44cb-4snrz"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.805154    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="kube-system/coredns-59b4f5bbd5-r5xfm"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.805241    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="kube-system/snapshot-controller-546868dfb4-l62bf"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.805311    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="kube-system/snapshot-controller-546868dfb4-mv4m5"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.805383    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="ix-nextcloud/nextcloud-57d64684d7-vzc8g"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.805457    4837 gc_controller.go:329] "PodGC is force deleting Pod" pod="ix-netdata/netdata-9b6b4b88d-5gcdb"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.807388    4837 shared_informer.go:277] Caches are synced for HPA
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.809143    4837 shared_informer.go:277] Caches are synced for certificate-csrapproving
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.809155    4837 shared_informer.go:277] Caches are synced for taint
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.813168    4837 node_lifecycle_controller.go:1438] Initializing eviction metric for zone:
Dec 30 20:16:11 truenas k3s[4837]: W1230 20:16:11.813338    4837 node_lifecycle_controller.go:1053] Missing timestamp for Node ix-truenas. Assuming now as a timestamp.
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.813418    4837 node_lifecycle_controller.go:1254] Controller detected that zone  is now in state Normal.
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.813481    4837 event.go:294] "Event occurred" object="ix-truenas" fieldPath="" kind="Node" apiVersion="v1" type="Normal" reason="RegisteredNode" message="Node ix-truenas event: Registered Node ix-truenas in Controller"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.811240    4837 event.go:294] "Event occurred" object="kube-system/csi-smb-node" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Warning" reason="FailedDaemonPod" message="Found failed daemon pod kube-system/csi-smb-node-2kgqp on node ix-truenas, will try to kill it"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.811486    4837 shared_informer.go:277] Caches are synced for TTL
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.813577    4837 taint_manager.go:206] "Starting NoExecuteTaintManager"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.813845    4837 taint_manager.go:211] "Sending events to api server"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.814170    4837 event.go:294] "Event occurred" object="kube-system/csi-nfs-node" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Warning" reason="FailedDaemonPod" message="Found failed daemon pod kube-system/csi-nfs-node-q78kv on node ix-truenas, will try to kill it"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.816278    4837 shared_informer.go:277] Caches are synced for disruption
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.820545    4837 shared_informer.go:277] Caches are synced for endpoint_slice
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.825631    4837 shared_informer.go:277] Caches are synced for endpoint
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.828875    4837 shared_informer.go:277] Caches are synced for endpoint_slice_mirroring
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.842629    4837 shared_informer.go:277] Caches are synced for namespace
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.843770    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843859    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="061c1e2f-18ab-48ce-b005-2f3a5ec82d4f" containerName="init-postgresdb"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843898    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="csi-snapshotter"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843905    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="b8990742-0f7c-4772-baa2-e04ae69ffa44" containerName="csi-provisioner"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843911    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="936d1e02-de37-4fef-95d6-4ecb0b7cb301" containerName="csi-provisioner"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843917    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="b8990742-0f7c-4772-baa2-e04ae69ffa44" containerName="csi-snapshotter"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843922    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="061c1e2f-18ab-48ce-b005-2f3a5ec82d4f" containerName="nextcloud"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843929    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="openebs-zfs-plugin"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843934    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="936d1e02-de37-4fef-95d6-4ecb0b7cb301" containerName="smb"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843942    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="snapshot-controller"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843948    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="525b82c7-76a0-4af4-b7a9-5b240f5f4620" containerName="csi-node-driver-registrar"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843954    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="8d185c8a-3626-40eb-8356-16538acc85cc" containerName="intel-gpu-plugin"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843959    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="52cd91b7-5e89-48cf-a7ef-ba7d781a840a" containerName="adguard-home"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843965    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="b7c67877-f9ef-4cdc-a82c-2184abcdf3e1" containerName="node-driver-registrar"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843971    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="36021ba2-a6a4-4648-8267-6a3b7d121c27" containerName="nextcloud-postgres"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843976    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="b7c67877-f9ef-4cdc-a82c-2184abcdf3e1" containerName="liveness-probe"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843981    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="b8990742-0f7c-4772-baa2-e04ae69ffa44" containerName="liveness-probe"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843987    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="dbdf3449-702e-416a-a632-242a4d1805b7" containerName="plex"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843993    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="8d185c8a-3626-40eb-8356-16538acc85cc" containerName="intel-gpu-initcontainer"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.843998    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="936d1e02-de37-4fef-95d6-4ecb0b7cb301" containerName="liveness-probe"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844003    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="32a88d39-a181-4406-9681-5c9f1b0a2117" containerName="nfs"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844008    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="525b82c7-76a0-4af4-b7a9-5b240f5f4620" containerName="openebs-zfs-plugin"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844014    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="32a88d39-a181-4406-9681-5c9f1b0a2117" containerName="node-driver-registrar"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844019    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="b8990742-0f7c-4772-baa2-e04ae69ffa44" containerName="nfs"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844024    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="c2a7167c-d197-44e2-a1d7-e69665a435a5" containerName="coredns"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844029    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="csi-resizer"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844034    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" containerName="netdata"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844039    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="3ac12600-a3c9-43e0-bdc2-d319c3f50702" containerName="snapshot-controller"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844044    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="csi-provisioner"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844049    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="21606260-9d30-402f-80f8-6d2df98d56e6" containerName="snapshot-controller"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844055    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="ecc43502-bb03-4d5e-815d-8a3eb9cf0d43" containerName="nextcloud-cronjob"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844060    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="b7c67877-f9ef-4cdc-a82c-2184abcdf3e1" containerName="smb"
Dec 30 20:16:11 truenas k3s[4837]: E1230 20:16:11.844065    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="32a88d39-a181-4406-9681-5c9f1b0a2117" containerName="liveness-probe"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844136    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="b7c67877-f9ef-4cdc-a82c-2184abcdf3e1" containerName="smb"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844145    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="8d185c8a-3626-40eb-8356-16538acc85cc" containerName="intel-gpu-initcontainer"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844151    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="525b82c7-76a0-4af4-b7a9-5b240f5f4620" containerName="openebs-zfs-plugin"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844156    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="32a88d39-a181-4406-9681-5c9f1b0a2117" containerName="liveness-probe"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844162    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="c2a7167c-d197-44e2-a1d7-e69665a435a5" containerName="coredns"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844168    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="b7c67877-f9ef-4cdc-a82c-2184abcdf3e1" containerName="liveness-probe"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844173    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="061c1e2f-18ab-48ce-b005-2f3a5ec82d4f" containerName="nextcloud"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844178    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="csi-snapshotter"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844184    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="csi-resizer"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844189    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="b8990742-0f7c-4772-baa2-e04ae69ffa44" containerName="csi-provisioner"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844195    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="52cd91b7-5e89-48cf-a7ef-ba7d781a840a" containerName="adguard-home"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844200    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="936d1e02-de37-4fef-95d6-4ecb0b7cb301" containerName="liveness-probe"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844205    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="openebs-zfs-plugin"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844211    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="b8990742-0f7c-4772-baa2-e04ae69ffa44" containerName="nfs"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844216    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="21606260-9d30-402f-80f8-6d2df98d56e6" containerName="snapshot-controller"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844221    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="snapshot-controller"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844226    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="ecc43502-bb03-4d5e-815d-8a3eb9cf0d43" containerName="nextcloud-cronjob"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844231    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="936d1e02-de37-4fef-95d6-4ecb0b7cb301" containerName="csi-provisioner"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844236    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="3ac12600-a3c9-43e0-bdc2-d319c3f50702" containerName="snapshot-controller"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844243    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="061c1e2f-18ab-48ce-b005-2f3a5ec82d4f" containerName="init-postgresdb"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844248    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="b8990742-0f7c-4772-baa2-e04ae69ffa44" containerName="liveness-probe"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844252    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="525b82c7-76a0-4af4-b7a9-5b240f5f4620" containerName="csi-node-driver-registrar"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844259    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="869ba8a2-84c0-4d56-a1c0-a288c19c8f9b" containerName="netdata"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844264    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="32a88d39-a181-4406-9681-5c9f1b0a2117" containerName="node-driver-registrar"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844268    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="d0008383-5f5d-4e48-8e90-1082631c5156" containerName="csi-provisioner"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844273    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="36021ba2-a6a4-4648-8267-6a3b7d121c27" containerName="nextcloud-postgres"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844278    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="b8990742-0f7c-4772-baa2-e04ae69ffa44" containerName="csi-snapshotter"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844284    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="8d185c8a-3626-40eb-8356-16538acc85cc" containerName="intel-gpu-plugin"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844288    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="b7c67877-f9ef-4cdc-a82c-2184abcdf3e1" containerName="node-driver-registrar"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844293    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="32a88d39-a181-4406-9681-5c9f1b0a2117" containerName="nfs"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844298    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="936d1e02-de37-4fef-95d6-4ecb0b7cb301" containerName="smb"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.844303    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="dbdf3449-702e-416a-a632-242a4d1805b7" containerName="plex"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.849045    4837 shared_informer.go:277] Caches are synced for ReplicaSet
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.849607    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.852634    4837 shared_informer.go:277] Caches are synced for job
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.852849    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-2jzbr\" (UniqueName: \"kubernetes.io/projected/736b1b8c-e10a-4c09-a04d-bd2bd5c87257-kube-api-access-2jzbr\") pod \"nextcloud-postgres-64458b44cb-ljbqs\" (UID: \"736b1b8c-e10a-4c09-a04d-bd2bd5c87257\") " pod="ix-nextcloud/nextcloud-postgres-64458b44cb-ljbqs"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.852882    4837 shared_informer.go:277] Caches are synced for deployment
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.852900    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-89fdx\" (UniqueName: \"kubernetes.io/projected/88ed75b3-6442-4f4b-9e39-aba5819171eb-kube-api-access-89fdx\") pod \"openebs-zfs-controller-0\" (UID: \"88ed75b3-6442-4f4b-9e39-aba5819171eb\") " pod="kube-system/openebs-zfs-controller-0"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.852918    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"postgres-backup\" (UniqueName: \"kubernetes.io/host-path/736b1b8c-e10a-4c09-a04d-bd2bd5c87257-postgres-backup\") pod \"nextcloud-postgres-64458b44cb-ljbqs\" (UID: \"736b1b8c-e10a-4c09-a04d-bd2bd5c87257\") " pod="ix-nextcloud/nextcloud-postgres-64458b44cb-ljbqs"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.852934    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"socket-dir\" (UniqueName: \"kubernetes.io/empty-dir/88ed75b3-6442-4f4b-9e39-aba5819171eb-socket-dir\") pod \"openebs-zfs-controller-0\" (UID: \"88ed75b3-6442-4f4b-9e39-aba5819171eb\") " pod="kube-system/openebs-zfs-controller-0"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.852955    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"postgres-data\" (UniqueName: \"kubernetes.io/host-path/736b1b8c-e10a-4c09-a04d-bd2bd5c87257-postgres-data\") pod \"nextcloud-postgres-64458b44cb-ljbqs\" (UID: \"736b1b8c-e10a-4c09-a04d-bd2bd5c87257\") " pod="ix-nextcloud/nextcloud-postgres-64458b44cb-ljbqs"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.859950    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.860053    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.860105    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.860572    4837 shared_informer.go:277] Caches are synced for node
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.860598    4837 range_allocator.go:167] Sending events to api server.
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.860611    4837 range_allocator.go:171] Starting range CIDR allocator
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.860615    4837 shared_informer.go:270] Waiting for caches to sync for cidrallocator
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.860621    4837 shared_informer.go:277] Caches are synced for cidrallocator
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.866067    4837 shared_informer.go:277] Caches are synced for certificate-csrsigning-legacy-unknown
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.866088    4837 shared_informer.go:277] Caches are synced for certificate-csrsigning-kubelet-serving
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.866097    4837 shared_informer.go:277] Caches are synced for certificate-csrsigning-kubelet-client
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.866105    4837 shared_informer.go:277] Caches are synced for certificate-csrsigning-kube-apiserver-client
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.866185    4837 shared_informer.go:277] Caches are synced for TTL after finished
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.866222    4837 shared_informer.go:277] Caches are synced for PV protection
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.866651    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.866788    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.866846    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.867579    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.869332    4837 shared_informer.go:277] Caches are synced for crt configmap
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.870411    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.876733    4837 shared_informer.go:277] Caches are synced for ReplicationController
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.881491    4837 shared_informer.go:277] Caches are synced for service account
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.920695    4837 shared_informer.go:277] Caches are synced for stateful set
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.956742    4837 shared_informer.go:277] Caches are synced for expand
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.963245    4837 shared_informer.go:277] Caches are synced for attach detach
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.971263    4837 shared_informer.go:277] Caches are synced for ephemeral
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.959629    4837 shared_informer.go:277] Caches are synced for persistent volume
Dec 30 20:16:11 truenas k3s[4837]: I1230 20:16:11.986101    4837 shared_informer.go:277] Caches are synced for PVC protection
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:11.994889    4837 controller.go:615] quota admission added evaluator for: jobs.batch
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.000374    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.000473    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob" fieldPath="" kind="CronJob" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created job nextcloud-cronjob-28399395"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.017205    4837 shared_informer.go:277] Caches are synced for ClusterRoleAggregator
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054338    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-5jjgn\" (UniqueName: \"kubernetes.io/projected/4087b290-14ea-4525-818e-ffb285b9d0d9-kube-api-access-5jjgn\") pod \"coredns-59b4f5bbd5-s89xd\" (UID: \"4087b290-14ea-4525-818e-ffb285b9d0d9\") " pod="kube-system/coredns-59b4f5bbd5-s89xd"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054391    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-kwkrc\" (UniqueName: \"kubernetes.io/projected/4862ad6f-37a5-4219-9f89-5538abef5a9f-kube-api-access-kwkrc\") pod \"snapshot-controller-546868dfb4-7c8lt\" (UID: \"4862ad6f-37a5-4219-9f89-5538abef5a9f\") " pod="kube-system/snapshot-controller-546868dfb4-7c8lt"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054409    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"socket-dir\" (UniqueName: \"kubernetes.io/empty-dir/54d4c00b-f276-4f6d-94af-f5d5c7250d0e-socket-dir\") pod \"csi-nfs-controller-7b74694749-hgx84\" (UID: \"54d4c00b-f276-4f6d-94af-f5d5c7250d0e\") " pod="kube-system/csi-nfs-controller-7b74694749-hgx84"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054426    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"netdatalib\" (UniqueName: \"kubernetes.io/host-path/9b8edfb6-11d9-4cc2-8c9f-7e5da8035359-netdatalib\") pod \"netdata-9b6b4b88d-cnntk\" (UID: \"9b8edfb6-11d9-4cc2-8c9f-7e5da8035359\") " pod="ix-netdata/netdata-9b6b4b88d-cnntk"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054443    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"user\" (UniqueName: \"kubernetes.io/host-path/9b8edfb6-11d9-4cc2-8c9f-7e5da8035359-user\") pod \"netdata-9b6b4b88d-cnntk\" (UID: \"9b8edfb6-11d9-4cc2-8c9f-7e5da8035359\") " pod="ix-netdata/netdata-9b6b4b88d-cnntk"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054471    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"extrappvolume-0\" (UniqueName: \"kubernetes.io/host-path/d81a1cd7-431f-4bd5-b24d-ec2f5898cd6a-extrappvolume-0\") pod \"nextcloud-57d64684d7-d79d9\" (UID: \"d81a1cd7-431f-4bd5-b24d-ec2f5898cd6a\") " pod="ix-nextcloud/nextcloud-57d64684d7-d79d9"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054489    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wc8g7\" (UniqueName: \"kubernetes.io/projected/e71f1594-1da9-4f5a-81ab-4fc735cf2c67-kube-api-access-wc8g7\") pod \"snapshot-controller-546868dfb4-xmvpl\" (UID: \"e71f1594-1da9-4f5a-81ab-4fc735cf2c67\") " pod="kube-system/snapshot-controller-546868dfb4-xmvpl"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054504    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"os-release\" (UniqueName: \"kubernetes.io/host-path/9b8edfb6-11d9-4cc2-8c9f-7e5da8035359-os-release\") pod \"netdata-9b6b4b88d-cnntk\" (UID: \"9b8edfb6-11d9-4cc2-8c9f-7e5da8035359\") " pod="ix-netdata/netdata-9b6b4b88d-cnntk"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054521    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9fp9t\" (UniqueName: \"kubernetes.io/projected/54d4c00b-f276-4f6d-94af-f5d5c7250d0e-kube-api-access-9fp9t\") pod \"csi-nfs-controller-7b74694749-hgx84\" (UID: \"54d4c00b-f276-4f6d-94af-f5d5c7250d0e\") " pod="kube-system/csi-nfs-controller-7b74694749-hgx84"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054550    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"conf\" (UniqueName: \"kubernetes.io/host-path/0a37f863-5942-48e9-a21a-88a141f50f91-conf\") pod \"adguard-home-69b7c4f9f6-dckdr\" (UID: \"0a37f863-5942-48e9-a21a-88a141f50f91\") " pod="ix-adguard-home/adguard-home-69b7c4f9f6-dckdr"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054566    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"netdataconfig\" (UniqueName: \"kubernetes.io/host-path/9b8edfb6-11d9-4cc2-8c9f-7e5da8035359-netdataconfig\") pod \"netdata-9b6b4b88d-cnntk\" (UID: \"9b8edfb6-11d9-4cc2-8c9f-7e5da8035359\") " pod="ix-netdata/netdata-9b6b4b88d-cnntk"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054583    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/d81a1cd7-431f-4bd5-b24d-ec2f5898cd6a-nextcloud-data\") pod \"nextcloud-57d64684d7-d79d9\" (UID: \"d81a1cd7-431f-4bd5-b24d-ec2f5898cd6a\") " pod="ix-nextcloud/nextcloud-57d64684d7-d79d9"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054604    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-xzpmv\" (UniqueName: \"kubernetes.io/projected/bedd1496-0e11-4543-93a4-488310b490df-kube-api-access-xzpmv\") pod \"csi-smb-controller-7fbbb8fb6f-jhfpr\" (UID: \"bedd1496-0e11-4543-93a4-488310b490df\") " pod="kube-system/csi-smb-controller-7fbbb8fb6f-jhfpr"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054634    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"proc\" (UniqueName: \"kubernetes.io/host-path/9b8edfb6-11d9-4cc2-8c9f-7e5da8035359-proc\") pod \"netdata-9b6b4b88d-cnntk\" (UID: \"9b8edfb6-11d9-4cc2-8c9f-7e5da8035359\") " pod="ix-netdata/netdata-9b6b4b88d-cnntk"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054653    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sys\" (UniqueName: \"kubernetes.io/host-path/9b8edfb6-11d9-4cc2-8c9f-7e5da8035359-sys\") pod \"netdata-9b6b4b88d-cnntk\" (UID: \"9b8edfb6-11d9-4cc2-8c9f-7e5da8035359\") " pod="ix-netdata/netdata-9b6b4b88d-cnntk"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054668    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config-volume\" (UniqueName: \"kubernetes.io/configmap/4087b290-14ea-4525-818e-ffb285b9d0d9-config-volume\") pod \"coredns-59b4f5bbd5-s89xd\" (UID: \"4087b290-14ea-4525-818e-ffb285b9d0d9\") " pod="kube-system/coredns-59b4f5bbd5-s89xd"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054692    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nextcloud-configuration\" (UniqueName: \"kubernetes.io/configmap/d81a1cd7-431f-4bd5-b24d-ec2f5898cd6a-nextcloud-configuration\") pod \"nextcloud-57d64684d7-d79d9\" (UID: \"d81a1cd7-431f-4bd5-b24d-ec2f5898cd6a\") " pod="ix-nextcloud/nextcloud-57d64684d7-d79d9"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054707    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-gcjmd\" (UniqueName: \"kubernetes.io/projected/d81a1cd7-431f-4bd5-b24d-ec2f5898cd6a-kube-api-access-gcjmd\") pod \"nextcloud-57d64684d7-d79d9\" (UID: \"d81a1cd7-431f-4bd5-b24d-ec2f5898cd6a\") " pod="ix-nextcloud/nextcloud-57d64684d7-d79d9"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054724    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"group\" (UniqueName: \"kubernetes.io/host-path/9b8edfb6-11d9-4cc2-8c9f-7e5da8035359-group\") pod \"netdata-9b6b4b88d-cnntk\" (UID: \"9b8edfb6-11d9-4cc2-8c9f-7e5da8035359\") " pod="ix-netdata/netdata-9b6b4b88d-cnntk"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054739    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"netdatacache\" (UniqueName: \"kubernetes.io/host-path/9b8edfb6-11d9-4cc2-8c9f-7e5da8035359-netdatacache\") pod \"netdata-9b6b4b88d-cnntk\" (UID: \"9b8edfb6-11d9-4cc2-8c9f-7e5da8035359\") " pod="ix-netdata/netdata-9b6b4b88d-cnntk"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054756    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"custom-config-volume\" (UniqueName: \"kubernetes.io/configmap/4087b290-14ea-4525-818e-ffb285b9d0d9-custom-config-volume\") pod \"coredns-59b4f5bbd5-s89xd\" (UID: \"4087b290-14ea-4525-818e-ffb285b9d0d9\") " pod="kube-system/coredns-59b4f5bbd5-s89xd"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054772    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"work\" (UniqueName: \"kubernetes.io/host-path/0a37f863-5942-48e9-a21a-88a141f50f91-work\") pod \"adguard-home-69b7c4f9f6-dckdr\" (UID: \"0a37f863-5942-48e9-a21a-88a141f50f91\") " pod="ix-adguard-home/adguard-home-69b7c4f9f6-dckdr"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054787    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-25994\" (UniqueName: \"kubernetes.io/projected/9b8edfb6-11d9-4cc2-8c9f-7e5da8035359-kube-api-access-25994\") pod \"netdata-9b6b4b88d-cnntk\" (UID: \"9b8edfb6-11d9-4cc2-8c9f-7e5da8035359\") " pod="ix-netdata/netdata-9b6b4b88d-cnntk"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054803    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"socket-dir\" (UniqueName: \"kubernetes.io/empty-dir/bedd1496-0e11-4543-93a4-488310b490df-socket-dir\") pod \"csi-smb-controller-7fbbb8fb6f-jhfpr\" (UID: \"bedd1496-0e11-4543-93a4-488310b490df\") " pod="kube-system/csi-smb-controller-7fbbb8fb6f-jhfpr"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.054818    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pods-mount-dir\" (UniqueName: \"kubernetes.io/host-path/54d4c00b-f276-4f6d-94af-f5d5c7250d0e-pods-mount-dir\") pod \"csi-nfs-controller-7b74694749-hgx84\" (UID: \"54d4c00b-f276-4f6d-94af-f5d5c7250d0e\") " pod="kube-system/csi-nfs-controller-7b74694749-hgx84"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.061172    4837 shared_informer.go:277] Caches are synced for resource quota
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.071005    4837 shared_informer.go:277] Caches are synced for resource quota
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.123457    4837 event.go:294] "Event occurred" object="kube-system/csi-smb-node" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: csi-smb-node-2kgqp"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.146811    4837 event.go:294] "Event occurred" object="kube-system/csi-nfs-node" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulDelete" message="Deleted pod: csi-nfs-node-q78kv"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.153852    4837 event.go:294] "Event occurred" object="kube-system/openebs-zfs-node" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: openebs-zfs-node-f6kh6"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.163633    4837 event.go:294] "Event occurred" object="kube-system/intel-gpu-plugin" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: intel-gpu-plugin-6h86m"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.174713    4837 event.go:294] "Event occurred" object="kube-system/csi-smb-node" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: csi-smb-node-rh5rf"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.179222    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.228065    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.186976    4837 event.go:294] "Event occurred" object="kube-system/csi-nfs-node" fieldPath="" kind="DaemonSet" apiVersion="apps/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: csi-nfs-node-wp4md"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.230260    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.244867    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.249862    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob-28399395" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: nextcloud-cronjob-28399395-7h7dj"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.250413    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277244    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-x45vc\" (UniqueName: \"kubernetes.io/projected/cb462f8b-5379-40ac-9389-dbc5a38f461a-kube-api-access-x45vc\") pod \"intel-gpu-plugin-6h86m\" (UID: \"cb462f8b-5379-40ac-9389-dbc5a38f461a\") " pod="kube-system/intel-gpu-plugin-6h86m"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277270    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nfd-source-hooks\" (UniqueName: \"kubernetes.io/host-path/cb462f8b-5379-40ac-9389-dbc5a38f461a-nfd-source-hooks\") pod \"intel-gpu-plugin-6h86m\" (UID: \"cb462f8b-5379-40ac-9389-dbc5a38f461a\") " pod="kube-system/intel-gpu-plugin-6h86m"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277294    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-h24nf\" (UniqueName: \"kubernetes.io/projected/6b17698a-d2a2-4128-a13c-09d17030bf33-kube-api-access-h24nf\") pod \"openebs-zfs-node-f6kh6\" (UID: \"6b17698a-d2a2-4128-a13c-09d17030bf33\") " pod="kube-system/openebs-zfs-node-f6kh6"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277311    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"devfs\" (UniqueName: \"kubernetes.io/host-path/cb462f8b-5379-40ac-9389-dbc5a38f461a-devfs\") pod \"intel-gpu-plugin-6h86m\" (UID: \"cb462f8b-5379-40ac-9389-dbc5a38f461a\") " pod="kube-system/intel-gpu-plugin-6h86m"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277326    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-tbtkz\" (UniqueName: \"kubernetes.io/projected/843d6a2d-6857-4f6b-a6bf-d9c7a72fff3c-kube-api-access-tbtkz\") pod \"csi-nfs-node-wp4md\" (UID: \"843d6a2d-6857-4f6b-a6bf-d9c7a72fff3c\") " pod="kube-system/csi-nfs-node-wp4md"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277344    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"chroot-zfs\" (UniqueName: \"kubernetes.io/configmap/6b17698a-d2a2-4128-a13c-09d17030bf33-chroot-zfs\") pod \"openebs-zfs-node-f6kh6\" (UID: \"6b17698a-d2a2-4128-a13c-09d17030bf33\") " pod="kube-system/openebs-zfs-node-f6kh6"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277364    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"socket-dir\" (UniqueName: \"kubernetes.io/host-path/843d6a2d-6857-4f6b-a6bf-d9c7a72fff3c-socket-dir\") pod \"csi-nfs-node-wp4md\" (UID: \"843d6a2d-6857-4f6b-a6bf-d9c7a72fff3c\") " pod="kube-system/csi-nfs-node-wp4md"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277380    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pods-mount-dir\" (UniqueName: \"kubernetes.io/host-path/843d6a2d-6857-4f6b-a6bf-d9c7a72fff3c-pods-mount-dir\") pod \"csi-nfs-node-wp4md\" (UID: \"843d6a2d-6857-4f6b-a6bf-d9c7a72fff3c\") " pod="kube-system/csi-nfs-node-wp4md"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277396    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"mountpoint-dir\" (UniqueName: \"kubernetes.io/host-path/78565f0b-f694-47bd-b060-969fbe34ac70-mountpoint-dir\") pod \"csi-smb-node-rh5rf\" (UID: \"78565f0b-f694-47bd-b060-969fbe34ac70\") " pod="kube-system/csi-smb-node-rh5rf"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277427    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"device-dir\" (UniqueName: \"kubernetes.io/host-path/6b17698a-d2a2-4128-a13c-09d17030bf33-device-dir\") pod \"openebs-zfs-node-f6kh6\" (UID: \"6b17698a-d2a2-4128-a13c-09d17030bf33\") " pod="kube-system/openebs-zfs-node-f6kh6"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277443    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"plugin-dir\" (UniqueName: \"kubernetes.io/host-path/6b17698a-d2a2-4128-a13c-09d17030bf33-plugin-dir\") pod \"openebs-zfs-node-f6kh6\" (UID: \"6b17698a-d2a2-4128-a13c-09d17030bf33\") " pod="kube-system/openebs-zfs-node-f6kh6"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277458    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"pods-mount-dir\" (UniqueName: \"kubernetes.io/host-path/6b17698a-d2a2-4128-a13c-09d17030bf33-pods-mount-dir\") pod \"openebs-zfs-node-f6kh6\" (UID: \"6b17698a-d2a2-4128-a13c-09d17030bf33\") " pod="kube-system/openebs-zfs-node-f6kh6"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277479    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"host-root\" (UniqueName: \"kubernetes.io/host-path/6b17698a-d2a2-4128-a13c-09d17030bf33-host-root\") pod \"openebs-zfs-node-f6kh6\" (UID: \"6b17698a-d2a2-4128-a13c-09d17030bf33\") " pod="kube-system/openebs-zfs-node-f6kh6"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277497    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"socket-dir\" (UniqueName: \"kubernetes.io/host-path/78565f0b-f694-47bd-b060-969fbe34ac70-socket-dir\") pod \"csi-smb-node-rh5rf\" (UID: \"78565f0b-f694-47bd-b060-969fbe34ac70\") " pod="kube-system/csi-smb-node-rh5rf"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277528    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"encr-keys\" (UniqueName: \"kubernetes.io/host-path/6b17698a-d2a2-4128-a13c-09d17030bf33-encr-keys\") pod \"openebs-zfs-node-f6kh6\" (UID: \"6b17698a-d2a2-4128-a13c-09d17030bf33\") " pod="kube-system/openebs-zfs-node-f6kh6"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277545    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"registration-dir\" (UniqueName: \"kubernetes.io/host-path/78565f0b-f694-47bd-b060-969fbe34ac70-registration-dir\") pod \"csi-smb-node-rh5rf\" (UID: \"78565f0b-f694-47bd-b060-969fbe34ac70\") " pod="kube-system/csi-smb-node-rh5rf"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277561    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-qplpt\" (UniqueName: \"kubernetes.io/projected/78565f0b-f694-47bd-b060-969fbe34ac70-kube-api-access-qplpt\") pod \"csi-smb-node-rh5rf\" (UID: \"78565f0b-f694-47bd-b060-969fbe34ac70\") " pod="kube-system/csi-smb-node-rh5rf"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277576    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"registration-dir\" (UniqueName: \"kubernetes.io/host-path/6b17698a-d2a2-4128-a13c-09d17030bf33-registration-dir\") pod \"openebs-zfs-node-f6kh6\" (UID: \"6b17698a-d2a2-4128-a13c-09d17030bf33\") " pod="kube-system/openebs-zfs-node-f6kh6"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277594    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kubeletsockets\" (UniqueName: \"kubernetes.io/host-path/cb462f8b-5379-40ac-9389-dbc5a38f461a-kubeletsockets\") pod \"intel-gpu-plugin-6h86m\" (UID: \"cb462f8b-5379-40ac-9389-dbc5a38f461a\") " pod="kube-system/intel-gpu-plugin-6h86m"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277613    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"sysfs\" (UniqueName: \"kubernetes.io/host-path/cb462f8b-5379-40ac-9389-dbc5a38f461a-sysfs\") pod \"intel-gpu-plugin-6h86m\" (UID: \"cb462f8b-5379-40ac-9389-dbc5a38f461a\") " pod="kube-system/intel-gpu-plugin-6h86m"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277629    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"registration-dir\" (UniqueName: \"kubernetes.io/host-path/843d6a2d-6857-4f6b-a6bf-d9c7a72fff3c-registration-dir\") pod \"csi-nfs-node-wp4md\" (UID: \"843d6a2d-6857-4f6b-a6bf-d9c7a72fff3c\") " pod="kube-system/csi-nfs-node-wp4md"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277649    4837 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-hn5kf\" (UniqueName: \"kubernetes.io/projected/21606260-9d30-402f-80f8-6d2df98d56e6-kube-api-access-hn5kf\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277659    4837 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-xh2lq\" (UniqueName: \"kubernetes.io/projected/dbdf3449-702e-416a-a632-242a4d1805b7-kube-api-access-xh2lq\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277668    4837 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-zfllc\" (UniqueName: \"kubernetes.io/projected/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b-kube-api-access-zfllc\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277677    4837 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-b9tbg\" (UniqueName: \"kubernetes.io/projected/6ce8135c-8a7a-47f0-9b58-a31b37c238c1-kube-api-access-b9tbg\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277686    4837 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-q7rlv\" (UniqueName: \"kubernetes.io/projected/36021ba2-a6a4-4648-8267-6a3b7d121c27-kube-api-access-q7rlv\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.277694    4837 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-mg9z9\" (UniqueName: \"kubernetes.io/projected/3ac12600-a3c9-43e0-bdc2-d319c3f50702-kube-api-access-mg9z9\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.283450    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.287242    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.313149    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.378818    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-wdfsj\" (UniqueName: \"kubernetes.io/projected/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67-kube-api-access-wdfsj\") pod \"nextcloud-cronjob-28399395-7h7dj\" (UID: \"3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67\") " pod="ix-nextcloud/nextcloud-cronjob-28399395-7h7dj"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.379116    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67-nextcloud-data\") pod \"nextcloud-cronjob-28399395-7h7dj\" (UID: \"3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67\") " pod="ix-nextcloud/nextcloud-cronjob-28399395-7h7dj"
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.379459    4837 shared_informer.go:277] Caches are synced for garbage collector
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.379470    4837 garbagecollector.go:163] Garbage collector: all resource monitors have synced. Proceeding to collect garbage
Dec 30 20:16:12 truenas k3s[4837]: I1230 20:16:12.394952    4837 shared_informer.go:277] Caches are synced for garbage collector
Dec 30 20:16:13 truenas k3s[4837]: I1230 20:16:13.284215    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"kube-api-access-6lpft\" (UniqueName: \"kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft\") pod \"ecc43502-bb03-4d5e-815d-8a3eb9cf0d43\" (UID: \"ecc43502-bb03-4d5e-815d-8a3eb9cf0d43\") "
Dec 30 20:16:13 truenas k3s[4837]: I1230 20:16:13.285685    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft" (OuterVolumeSpecName: "kube-api-access-6lpft") pod "ecc43502-bb03-4d5e-815d-8a3eb9cf0d43" (UID: "ecc43502-bb03-4d5e-815d-8a3eb9cf0d43"). InnerVolumeSpecName "kube-api-access-6lpft". PluginName "kubernetes.io/projected", VolumeGidValue ""
Dec 30 20:16:13 truenas k3s[4837]: E1230 20:16:13.379906    4837 configmap.go:199] Couldn't get configMap kube-system/openebs-zfspv-bin: failed to sync configmap cache: timed out waiting for the condition
Dec 30 20:16:13 truenas k3s[4837]: E1230 20:16:13.380178    4837 nestedpendingoperations.go:348] Operation for "{volumeName:kubernetes.io/configmap/6b17698a-d2a2-4128-a13c-09d17030bf33-chroot-zfs podName:6b17698a-d2a2-4128-a13c-09d17030bf33 nodeName:}" failed. No retries permitted until 2023-12-30 20:16:13.880163719 +0100 CET m=+32.393079922 (durationBeforeRetry 500ms). Error: MountVolume.SetUp failed for volume "chroot-zfs" (UniqueName: "kubernetes.io/configmap/6b17698a-d2a2-4128-a13c-09d17030bf33-chroot-zfs") pod "openebs-zfs-node-f6kh6" (UID: "6b17698a-d2a2-4128-a13c-09d17030bf33") : failed to sync configmap cache: timed out waiting for the condition
Dec 30 20:16:13 truenas k3s[4837]: I1230 20:16:13.384920    4837 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-6lpft\" (UniqueName: \"kubernetes.io/projected/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43-kube-api-access-6lpft\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:16:13 truenas k3s[4837]: time="2023-12-30T20:16:13+01:00" level=info msg="Slow SQL (started: 2023-12-30 20:16:12.202554726 +0100 CET m=+30.715470936) (total time: 1.407070361s): INSERT INTO kine(name, created, deleted, create_revision, prev_revision, lease, value, old_value) values(?, ?, ?, ?, ?, ?, ?, ?) : [[/registry/daemonsets/kube-system/openebs-zfs-node 0 0 379 4609278 0 [107 56 115 0 10 20 10 7 97 112 112 115 47 118 49 18 9 68 97 101 109 111 110 83 101 116 18 234 61 10 236 46 10 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 18 0 26 11 107 117 98 101 45 115 121 115 116 101 109 34 0 42 36 50 51 101 98 55 100 57 53 45 55 55 97 99 45 52 52 49 53 45 57 50 55 55 45 55 100 54 48 54 98 98 55 52 56 57 50 50 0 56 2 66 8 8 182 192 162 171 6 16 0 90 72 10 28 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 104 97 115 104 18 40 52 98 49 101 102 100 52 55 100 55 102 51 55 55 49 51 55 48 54 97 98 101 57 102 56 98 48 100 101 51 102 48 97 100 102 48 50 101 50 99 90 45 10 25 111 112 101 110 101 98 115 46 105 111 47 99 111 109 112 111 110 101 110 116 45 110 97 109 101 18 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 90 27 10 18 111 112 101 110 101 98 115 46 105 111 47 118 101 114 115 105 111 110 18 5 50 46 51 46 48 98 45 10 40 100 101 112 114 101 99 97 116 101 100 46 100 97 101 109 111 110 115 101 116 46 116 101 109 112 108 97 116 101 46 103 101 110 101 114 97 116 105 111 110 18 1 50 98 162 12 10 31 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 97 112 112 108 105 101 100 18 254 11 72 52 115 73 65 65 65 65 65 65 65 65 47 54 120 87 85 89 47 97 79 66 68 43 75 53 88 86 107 49 111 112 73 101 122 83 100 110 117 82 57 111 70 67 114 108 49 49 70 120 66 115 101 119 47 86 67 106 110 50 74 80 104 119 55 77 104 50 48 117 86 87 43 101 56 110 79 119 69 67 104 71 49 80 50 114 102 69 110 118 108 109 53 112 118 80 89 122 56 104 110 76 80 118 111 68 83 84 65 111 85 73 53 55 107 79 121 103 118 107 111 84 85 84 70 73 86 111 106 67 71 84 89 103 69 71 101 83 103 68 103 121 107 50 71 73 86 80 67 65 115 104 68 84 90 77 67 109 49 47 90 102 119 80 69 75 80 66 57 66 83 84 80 89 75 78 52 100 66 106 77 109 65 87 65 51 108 110 57 43 86 80 65 99 112 80 121 122 85 75 48 88 113 103 87 122 118 108 104 102 102 113 75 120 80 48 101 107 105 112 70 76 43 69 69 68 103 68 70 75 74 47 69 43 51 76 72 66 81 50 85 118 50 87 106 56 52 120 115 89 55 114 73 103 90 102 98 55 83 66 68 70 85 101 52 106 103 71 47 109 120 108 75 54 120 88 75 69 84 118 52 103 116 73 54 76 115 114 101 112 85 77 114 113 52 117 66 108 102 57 68 122 105 71 80 53 79 80 99 90 47 67 73 79 108 106 109 118 81 118 52 90 76 89 90 72 73 81 69 71 118 114 84 71 83 87 83 119 72 67 98 80 78 117 57 110 121 98 118 53 65 85 68 115 51 76 88 88 56 117 101 52 78 101 51 121 90 52 51 117 43 90 113 110 81 79 120 78 97 107 103 81 79 120 68 73 86 80 75 77 79 71 114 71 53 51 53 101 73 56 55 52 75 116 75 103 56 90 121 72 75 79 68 84 105 118 108 104 84 52 114 53 120 102 115 110 81 80 75 99 109 80 51 70 120 50 50 57 113 73 70 65 89 122 65 85 113 106 56 77 99 84 119 105 113 49 72 56 106 51 121 43 118 51 121 69 79 43 84 122 84 122 77 97 85 75 116 76 53 43 47 87 89 52 72 115 43 106 120 101 75 116 50 55 74 48 99 84 67 43 103 112 82 112 111 53 121 56 47 82 121 98 49 102 88 114 78 43 80 53 122 102 100 111 118 112 120 72 110 53 101 76 54 101 106 114 99 106 97 56 47 47 73 87 80 88 103 73 82 79 107 105 78 101 85 48 103 77 104 68 74 101 97 70 88 81 108 121 88 113 82 77 66 69 83 122 110 112 90 107 106 83 112 118 90 57 50 70 50 110 89 116 115 81 111 52 105 52 77 109 115 119 90 75 66 53 89 115 76 103 110 109 101 100 109 74 43 47 88 98 112 50 103 53 109 89 54 106 53 87 82 52 70 50 48 82 47 49 73 121 115 120 119 108 68 68 105 100 81 55 76 55 110 109 70 106 120 87 119 53 55 78 107 101 84 67 120 75 86 98 85 65 72 86 97 100 98 83 117 47 103 121 89 56 101 73 104 108 79 76 88 114 68 89 71 98 51 118 113 106 54 54 74 109 113 97 43 78 86 68 103 70 109 54 55 114 115 48 56 86 75 48 72 116 121 70 90 104 101 100 110 55 54 70 114 115 89 71 89 70 53 122 80 74 71 100 109 103 69 78 48 107 69 50 108 109 67 106 81 73 79 52 107 52 83 52 66 115 67 72 100 97 122 66 85 115 106 77 122 116 74 122 120 117 82 90 66 108 50 77 54 118 72 121 105 73 109 81 106 48 121 118 98 88 72 107 75 86 118 102 74 86 56 105 112 111 116 55 106 78 53 118 107 100 109 50 106 78 56 52 78 108 90 107 118 77 50 88 73 115 84 90 73 88 71 100 122 74 81 112 104 97 106 90 110 57 98 77 104 117 101 111 108 50 83 80 87 47 84 53 108 121 110 84 121 119 98 83 101 49 57 122 106 81 113 102 78 55 115 74 53 55 122 100 118 69 114 79 51 49 54 122 102 84 87 84 83 74 80 105 51 50 111 113 103 108 68 52 76 109 107 103 110 84 115 104 103 116 98 112 98 82 90 68 121 98 51 107 122 117 97 54 77 54 115 50 79 81 87 103 49 100 90 43 65 107 49 103 115 73 115 67 117 55 108 104 73 76 119 82 55 68 73 72 106 117 114 72 85 107 51 119 76 65 113 90 86 87 108 47 110 119 76 108 114 77 104 113 80 111 86 80 100 116 56 43 72 116 55 102 84 118 97 76 121 56 110 56 54 109 116 57 80 80 78 49 70 55 66 65 119 53 80 122 103 102 106 98 43 84 86 54 50 98 99 68 118 101 102 113 110 57 106 114 71 53 85 53 73 71 85 105 104 109 78 105 77 112 68 68 119 97 78 53 77 53 108 122 57 110 105 112 87 77 81 119 113 82 74 112 106 88 75 103 113 78 75 115 66 68 43 88 97 76 49 105 118 86 83 56 113 87 81 114 107 51 112 70 65 121 65 116 50 71 75 53 108 66 115 73 97 78 51 112 117 68 73 77 112 51 83 121 102 87 50 112 53 112 79 51 80 50 112 51 67 108 112 68 82 43 118 97 97 76 117 76 70 48 99 43 107 48 108 110 97 118 71 98 101 109 90 73 55 84 104 104 68 48 82 87 112 122 76 48 102 98 71 50 81 80 98 49 49 56 71 56 70 79 69 77 66 48 75 118 104 109 83 57 99 82 43 118 72 69 55 111 55 48 105 86 71 109 103 78 103 47 122 70 116 99 83 113 112 57 90 55 52 57 122 103 43 101 67 122 52 66 56 49 79 113 100 97 116 112 48 118 87 90 89 54 48 110 112 52 76 89 68 83 87 105 109 71 72 69 104 100 67 103 76 80 57 68 81 105 120 43 104 53 78 122 48 72 103 51 116 43 114 101 50 43 104 49 98 85 56 111 80 50 105 114 50 101 84 117 67 110 79 70 83 76 86 112 80 85 117 79 87 116 50 70 48 101 55 52 77 100 74 85 106 82 84 89 108 48 90 49 82 103 49 69 105 111 83 108 100 57 103 78 102 81 111 74 76 114 105 53 115 50 43 72 99 80 68 104 102 100 99 82 121 85 115 47 90 113 75 70 49 120 76 77 117 81 121 102 76 51 69 118 105 88 80 43 90 43 55 117 53 102 90 121 55 65 114 81 85 102 110 112 107 80 57 47 56 81 55 101 67 114 56 88 56 117 104 73 47 48 54 119 53 56 107 54 49 88 88 108 111 83 75 110 50 77 68 67 108 103 98 112 120 111 73 114 121 84 107 84 54 84 101 51 85 84 57 79 72 55 56 74 88 71 76 71 99 101 120 101 102 82 102 57 47 104 56 87 116 52 107 49 80 51 67 111 113 117 113 47 65 65 65 65 47 47 43 100 85 104 117 97 122 119 119 65 65 65 98 30 10 26 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 105 100 18 0 98 65 10 33 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 103 118 107 18 28 107 51 115 46 99 97 116 116 108 101 46 105 111 47 118 49 44 32 75 105 110 100 61 65 100 100 111 110 98 50 10 34 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 110 97 109 101 18 12 122 102 115 45 111 112 101 114 97 116 111 114 98 54 10 39 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 110 97 109 101 115 112 97 99 101 18 11 107 117 98 101 45 115 121 115 116 101 109 138 1 212 28 10 17 100 101 112 108 111 121 64 105 120 45 116 114 117 101 110 97 115 18 6 85 112 100 97 116 101 26 7 97 112 112 115 47 118 49 34 8 8 128 225 154 172 6 16 0 50 8 70 105 101 108 100 115 86 49 58 151 28 10 148 28 123 34 102 58 109 101 116 97 100 97 116 97 34 58 123 34 102 58 97 110 110 111 116 97 116 105 111 110 115 34 58 123 34 46 34 58 123 125 44 34 102 58 100 101 112 114 101 99 97 116 101 100 46 100 97 101 109 111 110 115 101 116 46 116 101 109 112 108 97 116 101 46 103 101 110 101 114 97 116 105 111 110 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 97 112 112 108 105 101 100 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 105 100 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 103 118 107 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 110 97 109 101 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 110 97 109 101 115 112 97 99 101 34 58 123 125 125 44 34 102 58 108 97 98 101 108 115 34 58 123 34 46 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 104 97 115 104 34 58 123 125 44 34 102 58 111 112 101 110 101 98 115 46 105 111 47 99 111 109 112 111 110 101 110 116 45 110 97 109 101 34 58 123 125 44 34 102 58 111 112 101 110 101 98 115 46 105 111 47 118 101 114 115 105 111 110 34 58 123 125 125 125 44 34 102 58 115 112 101 99 34 58 123 34 102 58 114 101 118 105 115 105 111 110 72 105 115 116 111 114 121 76 105 109 105 116 34 58 123 125 44 34 102 58 115 101 108 101 99 116 111 114 34 58 123 125 44 34 102 58 116 101 109 112 108 97 116 101 34 58 123 34 102 58 109 101 116 97 100 97 116 97 34 58 123 34 102 58 108 97 98 101 108 115 34 58 123 34 46 34 58 123 125 44 34 102 58 97 112 112 34 58 123 125 44 34 102 58 111 112 101 110 101 98 115 46 105 111 47 99 111 109 112 111 110 101 110 116 45 110 97 109 101 34 58 123 125 44 34 102 58 111 112 101 110 101 98 115 46 105 111 47 118 101 114 115 105 111 110 34 58 123 125 44 34 102 58 114 111 108 101 34 58 123 125 125 125 44 34 102 58 115 112 101 99 34 58 123 34 102 58 99 111 110 116 97 105 110 101 114 115 34 58 123 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 99 115 105 45 110 111 100 101 45 100 114 105 118 101 114 45 114 101 103 105 115 116 114 97 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 97 114 103 115 34 58 123 125 44 34 102 58 101 110 118 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 65 68 68 82 69 83 83 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 68 82 73 86 69 82 95 82 69 71 95 83 79 67 75 95 80 65 84 72 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 75 85 66 69 95 78 79 68 69 95 78 65 77 69 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 70 114 111 109 34 58 123 34 46 34 58 123 125 44 34 102 58 102 105 101 108 100 82 101 102 34 58 123 125 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 78 79 68 69 95 68 82 73 86 69 82 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 125 44 34 102 58 105 109 97 103 101 34 58 123 125 44 34 102 58 105 109 97 103 101 80 117 108 108 80 111 108 105 99 121 34 58 123 125 44 34 102 58 108 105 102 101 99 121 99 108 101 34 58 123 34 46 34 58 123 125 44 34 102 58 112 114 101 83 116 111 112 34 58 123 34 46 34 58 123 125 44 34 102 58 101 120 101 99 34 58 123 34 46 34 58 123 125 44 34 102 58 99 111 109 109 97 110 100 34 58 123 125 125 125 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 114 101 115 111 117 114 99 101 115 34 58 123 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 77 101 115 115 97 103 101 80 97 116 104 34 58 123 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 77 101 115 115 97 103 101 80 111 108 105 99 121 34 58 123 125 44 34 102 58 118 111 108 117 109 101 77 111 117 110 116 115 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 112 108 117 103 105 110 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 114 101 103 105 115 116 114 97 116 105 111 110 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 111 112 101 110 101 98 115 45 122 102 115 45 112 108 117 103 105 110 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 97 114 103 115 34 58 123 125 44 34 102 58 101 110 118 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 65 76 76 79 87 69 68 95 84 79 80 79 76 79 71 73 69 83 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 79 80 69 78 69 66 83 95 67 83 73 95 69 78 68 80 79 73 78 84 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 79 80 69 78 69 66 83 95 78 65 77 69 83 80 65 67 69 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 79 80 69 78 69 66 83 95 78 79 68 69 95 68 82 73 86 69 82 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 79 80 69 78 69 66 83 95 78 79 68 69 95 78 65 77 69 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 70 114 111 109 34 58 123 34 46 34 58 123 125 44 34 102 58 102 105 101 108 100 82 101 102 34 58 123 125 125 125 125 44 34 102 58 105 109 97 103 101 34 58 123 125 44 34 102 58 105 109 97 103 101 80 117 108 108 80 111 108 105 99 121 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 114 101 115 111 117 114 99 101 115 34 58 123 125 44 34 102 58 115 101 99 117 114 105 116 121 67 111 110 116 101 120 116 34 58 123 34 46 34 58 123 125 44 34 102 58 97 108 108 111 119 80 114 105 118 105 108 101 103 101 69 115 99 97 108 97 116 105 111 110 34 58 123 125 44 34 102 58 112 114 105 118 105 108 101 103 101 100 34 58 123 125 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 77 101 115 115 97 103 101 80 97 116 104 34 58 123 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 77 101 115 115 97 103 101 80 111 108 105 99 121 34 58 123 125 44 34 102 58 118 111 108 117 109 101 77 111 117 110 116 115 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 100 101 118 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 104 111 109 101 47 107 101 121 115 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 104 111 115 116 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 109 111 117 110 116 80 114 111 112 97 103 97 116 105 111 110 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 114 101 97 100 79 110 108 121 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 112 108 117 103 105 110 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 115 98 105 110 47 122 102 115 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 115 117 98 80 97 116 104 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 109 111 117 110 116 80 114 111 112 97 103 97 116 105 111 110 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 125 125 125 44 34 102 58 100 110 115 80 111 108 105 99 121 34 58 123 125 44 34 102 58 104 111 115 116 78 101 116 119 111 114 107 34 58 123 125 44 34 102 58 112 114 105 111 114 105 116 121 67 108 97 115 115 78 97 109 101 34 58 123 125 44 34 102 58 114 101 115 116 97 114 116 80 111 108 105 99 121 34 58 123 125 44 34 102 58 115 99 104 101 100 117 108 101 114 78 97 109 101 34 58 123 125 44 34 102 58 115 101 99 117 114 105 116 121 67 111 110 116 101 120 116 34 58 123 125 44 34 102 58 115 101 114 118 105 99 101 65 99 99 111 117 110 116 34 58 123 125 44 34 102 58 115 101 114 118 105 99 101 65 99 99 111 117 110 116 78 97 109 101 34 58 123 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 71 114 97 99 101 80 101 114 105 111 100 83 101 99 111 110 100 115 34 58 123 125 44 34 102 58 118 111 108 117 109 101 115 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 99 104 114 111 111 116 45 122 102 115 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 99 111 110 102 105 103 77 97 112 34 58 123 34 46 34 58 123 125 44 34 102 58 100 101 102 97 117 108 116 77 111 100 101 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 100 101 118 105 99 101 45 100 105 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 101 110 99 114 45 107 101 121 115 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 104 111 115 116 45 114 111 111 116 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 112 108 117 103 105 110 45 100 105 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 112 111 100 115 45 109 111 117 110 116 45 100 105 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 114 101 103 105 115 116 114 97 116 105 111 110 45 100 105 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 125 125 125 44 34 102 58 117 112 100 97 116 101 83 116 114 97 116 101 103 121 34 58 123 34 102 58 114 111 108 108 105 110 103 85 112 100 97 116 101 34 58 123 34 46 34 58 123 125 44 34 102 58 109 97 120 83 117 114 103 101 34 58 123 125 44 34 102 58 109 97 120 85 110 97 118 97 105 108 97 98 108 101 34 58 123 125 125 44 34 102 58 116 121 112 101 34 58 123 125 125 125 125 66 0 138 1 128 2 10 3 107 51 115 18 6 85 112 100 97 116 101 26 7 97 112 112 115 47 118 49 34 8 8 252 216 193 172 6 16 0 50 8 70 105 101 108 100 115 86 49 58 203 1 10 200 1 123 34 102 58 115 116 97 116 117 115 34 58 123 34 102 58 99 117 114 114 101 110 116 78 117 109 98 101 114 83 99 104 101 100 117 108 101 100 34 58 123 125 44 34 102 58 100 101 115 105 114 101 100 78 117 109 98 101 114 83 99 104 101 100 117 108 101 100 34 58 123 125 44 34 102 58 110 117 109 98 101 114 77 105 115 115 99 104 101 100 117 108 101 100 34 58 123 125 44 34 102 58 110 117 109 98 101 114 82 101 97 100 121 34 58 123 125 44 34 102 58 110 117 109 98 101 114 85 110 97 118 97 105 108 97 98 108 101 34 58 123 125 44 34 102 58 111 98 115 101 114 118 101 100 71 101 110 101 114 97 116 105 111 110 34 58 123 125 44 34 102 58 117 112 100 97 116 101 100 78 117 109 98 101 114 83 99 104 101 100 117 108 101 100 34 58 123 125 125 125 66 6 115 116 97 116 117 115 18 230 14 10 25 10 23 10 3 97 112 112 18 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 18 157 14 10 138 1 10 0 18 0 26 0 34 0 42 0 50 0 56 0 66 0 90 23 10 3 97 112 112 18 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 90 45 10 25 111 112 101 110 101 98 115 46 105 111 47 99 111 109 112 111 110 101 110 116 45 110 97 109 101 18 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 90 27 10 18 111 112 101 110 101 98 115 46 105 111 47 118 101 114 115 105 111 110 18 5 50 46 51 46 48 90 19 10 4 114 111 108 101 18 11 111 112 101 110 101 98 115 45 122 102 115 18 141 13 10 33 10 10 100 101 118 105 99 101 45 100 105 114 18 19 10 17 10 4 47 100 101 118 18 9 68 105 114 101 99 116 111 114 121 10 46 10 9 101 110 99 114 45 107 101 121 115 18 33 10 31 10 10 47 104 111 109 101 47 107 101 121 115 18 17 68 105 114 101 99 116 111 114 121 79 114 67 114 101 97 116 101 10 41 10 10 99 104 114 111 111 116 45 122 102 115 18 27 154 1 24 10 19 10 17 111 112 101 110 101 98 115 45 122 102 115 112 118 45 98 105 110 24 237 2 10 29 10 9 104 111 115 116 45 114 111 111 116 18 16 10 14 10 1 47 18 9 68 105 114 101 99 116 111 114 121 10 77 10 16 114 101 103 105 115 116 114 97 116 105 111 110 45 100 105 114 18 57 10 55 10 34 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 112 108 117 103 105 110 115 95 114 101 103 105 115 116 114 121 47 18 17 68 105 114 101 99 116 111 114 121 79 114 67 114 101 97 116 101 10 74 10 10 112 108 117 103 105 110 45 100 105 114 18 60 10 58 10 37 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 112 108 117 103 105 110 115 47 122 102 115 45 108 111 99 97 108 112 118 47 18 17 68 105 114 101 99 116 111 114 121 79 114 67 114 101 97 116 101 10 50 10 14 112 111 100 115 45 109 111 117 110 116 45 100 105 114 18 32 10 30 10 17 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 18 9 68 105 114 101 99 116 111 114 121 18 176 4 10 25 99 115 105 45 110 111 100 101 45 100 114 105 118 101 114 45 114 101 103 105 115 116 114 97 114 18 60 114 101 103 105 115 116 114 121 46 107 56 115 46 105 111 47 115 105 103 45 115 116 111 114 97 103 101 47 99 115 105 45 110 111 100 101 45 100 114 105 118 101 114 45 114 101 103 105 115 116 114 97 114 58 118 50 46 56 46 48 34 5 45 45 118 61 53 34 24 45 45 99 115 105 45 97 100 100 114 101 115 115 61 36 40 65 68 68 82 69 83 83 41 34 51 45 45 107 117 98 101 108 101 116 45 114 101 103 105 115 116 114 97 116 105 111 110 45 112 97 116 104 61 36 40 68 82 73 86 69 82 95 82 69 71 95 83 79 67 75 95 80 65 84 72 41 42 0 58 27 10 7 65 68 68 82 69 83 83 18 16 47 112 108 117 103 105 110 47 99 115 105 46 115 111 99 107 58 69 10 20 68 82 73 86 69 82 95 82 69 71 95 83 79 67 75 95 80 65 84 72 18 45 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 112 108 117 103 105 110 115 47 122 102 115 45 108 111 99 97 108 112 118 47 99 115 105 46 115 111 99 107 58 41 10 14 75 85 66 69 95 78 79 68 69 95 78 65 77 69 18 0 26 21 10 19 10 2 118 49 18 13 115 112 101 99 46 110 111 100 101 78 97 109 101 58 26 10 11 78 79 68 69 95 68 82 73 86 69 82 18 11 111 112 101 110 101 98 115 45 122 102 115 66 0 74 27 10 10 112 108 117 103 105 110 45 100 105 114 16 0 26 7 47 112 108 117 103 105 110 34 0 50 0 74 39 10 16 114 101 103 105 115 116 114 97 116 105 111 110 45 100 105 114 16 0 26 13 47 114 101 103 105 115 116 114 97 116 105 111 110 34 0 50 0 98 86 18 84 10 82 10 7 47 98 105 110 47 115 104 10 2 45 99 10 67 114 109 32 45 114 102 32 47 114 101 103 105 115 116 114 97 116 105 111 110 47 122 102 115 45 108 111 99 97 108 112 118 32 47 114 101 103 105 115 116 114 97 116 105 111 110 47 122 102 115 45 108 111 99 97 108 112 118 45 114 101 103 46 115 111 99 107 106 20 47 100 101 118 47 116 101 114 109 105 110 97 116 105 111 110 45 108 111 103 114 12 73 102 78 111 116 80 114 101 115 101 110 116 128 1 0 136 1 0 144 1 0 162 1 4 70 105 108 101 18 229 4 10 18 111 112 101 110 101 98 115 45 122 102 115 45 112 108 117 103 105 110 18 24 111 112 101 110 101 98 115 47 122 102 115 45 100 114 105 118 101 114 58 50 46 51 46 48 34 31 45 45 110 111 100 101 110 97 109 101 61 36 40 79 80 69 78 69 66 83 95 78 79 68 69 95 78 65 77 69 41 34 34 45 45 101 110 100 112 111 105 110 116 61 36 40 79 80 69 78 69 66 83 95 67 83 73 95 69 78 68 80 79 73 78 84 41 34 31 45 45 112 108 117 103 105 110 61 36 40 79 80 69 78 69 66 83 95 78 79 68 69 95 68 82 73 86 69 82 41 42 0 58 44 10 17 79 80 69 78 69 66 83 95 78 79 68 69 95 78 65 77 69 18 0 26 21 10 19 10 2 118 49 18 13 115 112 101 99 46 110 111 100 101 78 97 109 101 58 47 10 20 79 80 69 78 69 66 83 95 67 83 73 95 69 78 68 80 79 73 78 84 18 23 117 110 105 120 58 47 47 47 112 108 117 103 105 110 47 99 115 105 46 115 111 99 107 58 28 10 19 79 80 69 78 69 66 83 95 78 79 68 69 95 68 82 73 86 69 82 18 5 97 103 101 110 116 58 28 10 17 79 80 69 78 69 66 83 95 78 65 77 69 83 80 65 67 69 18 7 111 112 101 110 101 98 115 58 25 10 18 65 76 76 79 87 69 68 95 84 79 80 79 76 79 71 73 69 83 18 3 65 108 108 66 0 74 27 10 10 112 108 117 103 105 110 45 100 105 114 16 0 26 7 47 112 108 117 103 105 110 34 0 50 0 74 24 10 10 100 101 118 105 99 101 45 100 105 114 16 0 26 4 47 100 101 118 34 0 50 0 74 29 10 9 101 110 99 114 45 107 101 121 115 16 0 26 10 47 104 111 109 101 47 107 101 121 115 34 0 50 0 74 32 10 10 99 104 114 111 111 116 45 122 102 115 16 0 26 9 47 115 98 105 110 47 122 102 115 34 3 122 102 115 50 0 74 41 10 9 104 111 115 116 45 114 111 111 116 16 1 26 5 47 104 111 115 116 34 0 42 15 72 111 115 116 84 111 67 111 110 116 97 105 110 101 114 50 0 74 56 10 14 112 111 100 115 45 109 111 117 110 116 45 100 105 114 16 0 26 17 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 34 0 42 13 66 105 100 105 114 101 99 116 105 111 110 97 108 50 0 106 20 47 100 101 118 47 116 101 114 109 105 110 97 116 105 111 110 45 108 111 103 114 12 73 102 78 111 116 80 114 101 115 101 110 116 122 4 16 1 56 1 128 1 0 136 1 0 144 1 0 162 1 4 70 105 108 101 26 6 65 108 119 97 121 115 32 30 50 12 67 108 117 115 116 101 114 70 105 114 115 116 66 19 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 45 115 97 74 19 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 45 115 97 82 0 88 1 96 0 104 0 114 0 130 1 0 138 1 0 154 1 17 100 101 102 97 117 108 116 45 115 99 104 101 100 117 108 101 114 194 1 29 111 112 101 110 101 98 115 45 122 102 115 45 99 115 105 45 110 111 100 101 45 99 114 105 116 105 99 97 108 26 37 10 13 82 111 108 108 105 110 103 85 112 100 97 116 101 18 20 10 10 8 1 16 0 26 4 49 48 48 37 18 6 8 0 16 0 26 0 32 0 48 10 26 16 8 1 16 0 24 1 32 0 40 2 48 1 56 0 64 1 26 0 34 0] [107 56 115 0 10 20 10 7 97 112 112 115 47 118 49 18 9 68 97 101 109 111 110 83 101 116 18 204 61 10 206 46 10 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 18 0 26 11 107 117 98 101 45 115 121 115 116 101 109 34 0 42 36 50 51 101 98 55 100 57 53 45 55 55 97 99 45 52 52 49 53 45 57 50 55 55 45 55 100 54 48 54 98 98 55 52 56 57 50 50 0 56 2 66 8 8 182 192 162 171 6 16 0 90 72 10 28 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 104 97 115 104 18 40 52 98 49 101 102 100 52 55 100 55 102 51 55 55 49 51 55 48 54 97 98 101 57 102 56 98 48 100 101 51 102 48 97 100 102 48 50 101 50 99 90 45 10 25 111 112 101 110 101 98 115 46 105 111 47 99 111 109 112 111 110 101 110 116 45 110 97 109 101 18 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 90 27 10 18 111 112 101 110 101 98 115 46 105 111 47 118 101 114 115 105 111 110 18 5 50 46 51 46 48 98 45 10 40 100 101 112 114 101 99 97 116 101 100 46 100 97 101 109 111 110 115 101 116 46 116 101 109 112 108 97 116 101 46 103 101 110 101 114 97 116 105 111 110 18 1 50 98 162 12 10 31 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 97 112 112 108 105 101 100 18 254 11 72 52 115 73 65 65 65 65 65 65 65 65 47 54 120 87 85 89 47 97 79 66 68 43 75 53 88 86 107 49 111 112 73 101 122 83 100 110 117 82 57 111 70 67 114 108 49 49 70 120 66 115 101 119 47 86 67 106 110 50 74 80 104 119 55 77 104 50 48 117 86 87 43 101 56 110 79 119 69 67 104 71 49 80 50 114 102 69 110 118 108 109 53 112 118 80 89 122 56 104 110 76 80 118 111 68 83 84 65 111 85 73 53 55 107 79 121 103 118 107 111 84 85 84 70 73 86 111 106 67 71 84 89 103 69 71 101 83 103 68 103 121 107 50 71 73 86 80 67 65 115 104 68 84 90 77 67 109 49 47 90 102 119 80 69 75 80 66 57 66 83 84 80 89 75 78 52 100 66 106 77 109 65 87 65 51 108 110 57 43 86 80 65 99 112 80 121 122 85 75 48 88 113 103 87 122 118 108 104 102 102 113 75 120 80 48 101 107 105 112 70 76 43 69 69 68 103 68 70 75 74 47 69 43 51 76 72 66 81 50 85 118 50 87 106 56 52 120 115 89 55 114 73 103 90 102 98 55 83 66 68 70 85 101 52 106 103 71 47 109 120 108 75 54 120 88 75 69 84 118 52 103 116 73 54 76 115 114 101 112 85 77 114 113 52 117 66 108 102 57 68 122 105 71 80 53 79 80 99 90 47 67 73 79 108 106 109 118 81 118 52 90 76 89 90 72 73 81 69 71 118 114 84 71 83 87 83 119 72 67 98 80 78 117 57 110 121 98 118 53 65 85 68 115 51 76 88 88 56 117 101 52 78 101 51 121 90 52 51 117 43 90 113 110 81 79 120 78 97 107 103 81 79 120 68 73 86 80 75 77 79 71 114 71 53 51 53 101 73 56 55 52 75 116 75 103 56 90 121 72 75 79 68 84 105 118 108 104 84 52 114 53 120 102 115 110 81 80 75 99 109 80 51 70 120 50 50 57 113 73 70 65 89 122 65 85 113 106 56 77 99 84 119 105 113 49 72 56 106 51 121 43 118 51 121 69 79 43 84 122 84 122 77 97 85 75 116 76 53 43 47 87 89 52 72 115 43 106 120 101 75 116 50 55 74 48 99 84 67 43 103 112 82 112 111 53 121 56 47 82 121 98 49 102 88 114 78 43 80 53 122 102 100 111 118 112 120 72 110 53 101 76 54 101 106 114 99 106 97 56 47 47 73 87 80 88 103 73 82 79 107 105 78 101 85 48 103 77 104 68 74 101 97 70 88 81 108 121 88 113 82 77 66 69 83 122 110 112 90 107 106 83 112 118 90 57 50 70 50 110 89 116 115 81 111 52 105 52 77 109 115 119 90 75 66 53 89 115 76 103 110 109 101 100 109 74 43 47 88 98 112 50 103 53 109 89 54 106 53 87 82 52 70 50 48 82 47 49 73 121 115 120 119 108 68 68 105 100 81 55 76 55 110 109 70 106 120 87 119 53 55 78 107 101 84 67 120 75 86 98 85 65 72 86 97 100 98 83 117 47 103 121 89 56 101 73 104 108 79 76 88 114 68 89 71 98 51 118 113 106 54 54 74 109 113 97 43 78 86 68 103 70 109 54 55 114 115 48 56 86 75 48 72 116 121 70 90 104 101 100 110 55 54 70 114 115 89 71 89 70 53 122 80 74 71 100 109 103 69 78 48 107 69 50 108 109 67 106 81 73 79 52 107 52 83 52 66 115 67 72 100 97 122 66 85 115 106 77 122 116 74 122 120 117 82 90 66 108 50 77 54 118 72 121 105 73 109 81 106 48 121 118 98 88 72 107 75 86 118 102 74 86 56 105 112 111 116 55 106 78 53 118 107 100 109 50 106 78 56 52 78 108 90 107 118 77 50 88 73 115 84 90 73 88 71 100 122 74 81 112 104 97 106 90 110 57 98 77 104 117 101 111 108 50 83 80 87 47 84 53 108 121 110 84 121 119 98 83 101 49 57 122 106 81 113 102 78 55 115 74 53 55 122 100 118 69 114 79 51 49 54 122 102 84 87 84 83 74 80 105 51 50 111 113 103 108 68 52 76 109 107 103 110 84 115 104 103 116 98 112 98 82 90 68 121 98 51 107 122 117 97 54 77 54 115 50 79 81 87 103 49 100 90 43 65 107 49 103 115 73 115 67 117 55 108 104 73 76 119 82 55 68 73 72 106 117 114 72 85 107 51 119 76 65 113 90 86 87 108 47 110 119 76 108 114 77 104 113 80 111 86 80 100 116 56 43 72 116 55 102 84 118 97 76 121 56 110 56 54 109 116 57 80 80 78 49 70 55 66 65 119 53 80 122 103 102 106 98 43 84 86 54 50 98 99 68 118 101 102 113 110 57 106 114 71 53 85 53 73 71 85 105 104 109 78 105 77 112 68 68 119 97 78 53 77 53 108 122 57 110 105 112 87 77 81 119 113 82 74 112 106 88 75 103 113 78 75 115 66 68 43 88 97 76 49 105 118 86 83 56 113 87 81 114 107 51 112 70 65 121 65 116 50 71 75 53 108 66 115 73 97 78 51 112 117 68 73 77 112 51 83 121 102 87 50 112 53 112 79 51 80 50 112 51 67 108 112 68 82 43 118 97 97 76 117 76 70 48 99 43 107 48 108 110 97 118 71 98 101 109 90 73 55 84 104 104 68 48 82 87 112 122 76 48 102 98 71 50 81 80 98 49 49 56 71 56 70 79 69 77 66 48 75 118 104 109 83 57 99 82 43 118 72 69 55 111 55 48 105 86 71 109 103 78 103 47 122 70 116 99 83 113 112 57 90 55 52 57 122 103 43 101 67 122 52 66 56 49 79 113 100 97 116 112 48 118 87 90 89 54 48 110 112 52 76 89 68 83 87 105 109 71 72 69 104 100 67 103 76 80 57 68 81 105 120 43 104 53 78 122 48 72 103 51 116 43 114 101 50 43 104 49 98 85 56 111 80 50 105 114 50 101 84 117 67 110 79 70 83 76 86 112 80 85 117 79 87 116 50 70 48 101 55 52 77 100 74 85 106 82 84 89 108 48 90 49 82 103 49 69 105 111 83 108 100 57 103 78 102 81 111 74 76 114 105 53 115 50 43 72 99 80 68 104 102 100 99 82 121 85 115 47 90 113 75 70 49 120 76 77 117 81 121 102 76 51 69 118 105 88 80 43 90 43 55 117 53 102 90 121 55 65 114 81 85 102 110 112 107 80 57 47 56 81 55 101 67 114 56 88 56 117 104 73 47 48 54 119 53 56 107 54 49 88 88 108 111 83 75 110 50 77 68 67 108 103 98 112 120 111 73 114 121 84 107 84 54 84 101 51 85 84 57 79 72 55 56 74 88 71 76 71 99 101 120 101 102 82 102 57 47 104 56 87 116 52 107 49 80 51 67 111 113 117 113 47 65 65 65 65 47 47 43 100 85 104 117 97 122 119 119 65 65 65 98 30 10 26 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 105 100 18 0 98 65 10 33 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 103 118 107 18 28 107 51 115 46 99 97 116 116 108 101 46 105 111 47 118 49 44 32 75 105 110 100 61 65 100 100 111 110 98 50 10 34 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 110 97 109 101 18 12 122 102 115 45 111 112 101 114 97 116 111 114 98 54 10 39 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 110 97 109 101 115 112 97 99 101 18 11 107 117 98 101 45 115 121 115 116 101 109 138 1 212 28 10 17 100 101 112 108 111 121 64 105 120 45 116 114 117 101 110 97 115 18 6 85 112 100 97 116 101 26 7 97 112 112 115 47 118 49 34 8 8 128 225 154 172 6 16 0 50 8 70 105 101 108 100 115 86 49 58 151 28 10 148 28 123 34 102 58 109 101 116 97 100 97 116 97 34 58 123 34 102 58 97 110 110 111 116 97 116 105 111 110 115 34 58 123 34 46 34 58 123 125 44 34 102 58 100 101 112 114 101 99 97 116 101 100 46 100 97 101 109 111 110 115 101 116 46 116 101 109 112 108 97 116 101 46 103 101 110 101 114 97 116 105 111 110 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 97 112 112 108 105 101 100 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 105 100 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 103 118 107 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 110 97 109 101 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 111 119 110 101 114 45 110 97 109 101 115 112 97 99 101 34 58 123 125 125 44 34 102 58 108 97 98 101 108 115 34 58 123 34 46 34 58 123 125 44 34 102 58 111 98 106 101 99 116 115 101 116 46 114 105 111 46 99 97 116 116 108 101 46 105 111 47 104 97 115 104 34 58 123 125 44 34 102 58 111 112 101 110 101 98 115 46 105 111 47 99 111 109 112 111 110 101 110 116 45 110 97 109 101 34 58 123 125 44 34 102 58 111 112 101 110 101 98 115 46 105 111 47 118 101 114 115 105 111 110 34 58 123 125 125 125 44 34 102 58 115 112 101 99 34 58 123 34 102 58 114 101 118 105 115 105 111 110 72 105 115 116 111 114 121 76 105 109 105 116 34 58 123 125 44 34 102 58 115 101 108 101 99 116 111 114 34 58 123 125 44 34 102 58 116 101 109 112 108 97 116 101 34 58 123 34 102 58 109 101 116 97 100 97 116 97 34 58 123 34 102 58 108 97 98 101 108 115 34 58 123 34 46 34 58 123 125 44 34 102 58 97 112 112 34 58 123 125 44 34 102 58 111 112 101 110 101 98 115 46 105 111 47 99 111 109 112 111 110 101 110 116 45 110 97 109 101 34 58 123 125 44 34 102 58 111 112 101 110 101 98 115 46 105 111 47 118 101 114 115 105 111 110 34 58 123 125 44 34 102 58 114 111 108 101 34 58 123 125 125 125 44 34 102 58 115 112 101 99 34 58 123 34 102 58 99 111 110 116 97 105 110 101 114 115 34 58 123 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 99 115 105 45 110 111 100 101 45 100 114 105 118 101 114 45 114 101 103 105 115 116 114 97 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 97 114 103 115 34 58 123 125 44 34 102 58 101 110 118 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 65 68 68 82 69 83 83 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 68 82 73 86 69 82 95 82 69 71 95 83 79 67 75 95 80 65 84 72 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 75 85 66 69 95 78 79 68 69 95 78 65 77 69 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 70 114 111 109 34 58 123 34 46 34 58 123 125 44 34 102 58 102 105 101 108 100 82 101 102 34 58 123 125 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 78 79 68 69 95 68 82 73 86 69 82 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 125 44 34 102 58 105 109 97 103 101 34 58 123 125 44 34 102 58 105 109 97 103 101 80 117 108 108 80 111 108 105 99 121 34 58 123 125 44 34 102 58 108 105 102 101 99 121 99 108 101 34 58 123 34 46 34 58 123 125 44 34 102 58 112 114 101 83 116 111 112 34 58 123 34 46 34 58 123 125 44 34 102 58 101 120 101 99 34 58 123 34 46 34 58 123 125 44 34 102 58 99 111 109 109 97 110 100 34 58 123 125 125 125 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 114 101 115 111 117 114 99 101 115 34 58 123 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 77 101 115 115 97 103 101 80 97 116 104 34 58 123 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 77 101 115 115 97 103 101 80 111 108 105 99 121 34 58 123 125 44 34 102 58 118 111 108 117 109 101 77 111 117 110 116 115 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 112 108 117 103 105 110 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 114 101 103 105 115 116 114 97 116 105 111 110 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 111 112 101 110 101 98 115 45 122 102 115 45 112 108 117 103 105 110 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 97 114 103 115 34 58 123 125 44 34 102 58 101 110 118 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 65 76 76 79 87 69 68 95 84 79 80 79 76 79 71 73 69 83 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 79 80 69 78 69 66 83 95 67 83 73 95 69 78 68 80 79 73 78 84 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 79 80 69 78 69 66 83 95 78 65 77 69 83 80 65 67 69 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 79 80 69 78 69 66 83 95 78 79 68 69 95 68 82 73 86 69 82 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 79 80 69 78 69 66 83 95 78 79 68 69 95 78 65 77 69 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 118 97 108 117 101 70 114 111 109 34 58 123 34 46 34 58 123 125 44 34 102 58 102 105 101 108 100 82 101 102 34 58 123 125 125 125 125 44 34 102 58 105 109 97 103 101 34 58 123 125 44 34 102 58 105 109 97 103 101 80 117 108 108 80 111 108 105 99 121 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 114 101 115 111 117 114 99 101 115 34 58 123 125 44 34 102 58 115 101 99 117 114 105 116 121 67 111 110 116 101 120 116 34 58 123 34 46 34 58 123 125 44 34 102 58 97 108 108 111 119 80 114 105 118 105 108 101 103 101 69 115 99 97 108 97 116 105 111 110 34 58 123 125 44 34 102 58 112 114 105 118 105 108 101 103 101 100 34 58 123 125 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 77 101 115 115 97 103 101 80 97 116 104 34 58 123 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 77 101 115 115 97 103 101 80 111 108 105 99 121 34 58 123 125 44 34 102 58 118 111 108 117 109 101 77 111 117 110 116 115 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 100 101 118 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 104 111 109 101 47 107 101 121 115 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 104 111 115 116 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 109 111 117 110 116 80 114 111 112 97 103 97 116 105 111 110 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 114 101 97 100 79 110 108 121 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 112 108 117 103 105 110 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 115 98 105 110 47 122 102 115 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 44 34 102 58 115 117 98 80 97 116 104 34 58 123 125 125 44 34 107 58 123 92 34 109 111 117 110 116 80 97 116 104 92 34 58 92 34 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 109 111 117 110 116 80 97 116 104 34 58 123 125 44 34 102 58 109 111 117 110 116 80 114 111 112 97 103 97 116 105 111 110 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 125 125 125 44 34 102 58 100 110 115 80 111 108 105 99 121 34 58 123 125 44 34 102 58 104 111 115 116 78 101 116 119 111 114 107 34 58 123 125 44 34 102 58 112 114 105 111 114 105 116 121 67 108 97 115 115 78 97 109 101 34 58 123 125 44 34 102 58 114 101 115 116 97 114 116 80 111 108 105 99 121 34 58 123 125 44 34 102 58 115 99 104 101 100 117 108 101 114 78 97 109 101 34 58 123 125 44 34 102 58 115 101 99 117 114 105 116 121 67 111 110 116 101 120 116 34 58 123 125 44 34 102 58 115 101 114 118 105 99 101 65 99 99 111 117 110 116 34 58 123 125 44 34 102 58 115 101 114 118 105 99 101 65 99 99 111 117 110 116 78 97 109 101 34 58 123 125 44 34 102 58 116 101 114 109 105 110 97 116 105 111 110 71 114 97 99 101 80 101 114 105 111 100 83 101 99 111 110 100 115 34 58 123 125 44 34 102 58 118 111 108 117 109 101 115 34 58 123 34 46 34 58 123 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 99 104 114 111 111 116 45 122 102 115 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 99 111 110 102 105 103 77 97 112 34 58 123 34 46 34 58 123 125 44 34 102 58 100 101 102 97 117 108 116 77 111 100 101 34 58 123 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 100 101 118 105 99 101 45 100 105 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 101 110 99 114 45 107 101 121 115 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 104 111 115 116 45 114 111 111 116 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 112 108 117 103 105 110 45 100 105 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 112 111 100 115 45 109 111 117 110 116 45 100 105 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 44 34 107 58 123 92 34 110 97 109 101 92 34 58 92 34 114 101 103 105 115 116 114 97 116 105 111 110 45 100 105 114 92 34 125 34 58 123 34 46 34 58 123 125 44 34 102 58 104 111 115 116 80 97 116 104 34 58 123 34 46 34 58 123 125 44 34 102 58 112 97 116 104 34 58 123 125 44 34 102 58 116 121 112 101 34 58 123 125 125 44 34 102 58 110 97 109 101 34 58 123 125 125 125 125 125 44 34 102 58 117 112 100 97 116 101 83 116 114 97 116 101 103 121 34 58 123 34 102 58 114 111 108 108 105 110 103 85 112 100 97 116 101 34 58 123 34 46 34 58 123 125 44 34 102 58 109 97 120 83 117 114 103 101 34 58 123 125 44 34 102 58 109 97 120 85 110 97 118 97 105 108 97 98 108 101 34 58 123 125 125 44 34 102 58 116 121 112 101 34 58 123 125 125 125 125 66 0 138 1 226 1 10 3 107 51 115 18 6 85 112 100 97 116 101 26 7 97 112 112 115 47 118 49 34 8 8 252 216 193 172 6 16 0 50 8 70 105 101 108 100 115 86 49 58 173 1 10 170 1 123 34 102 58 115 116 97 116 117 115 34 58 123 34 102 58 99 117 114 114 101 110 116 78 117 109 98 101 114 83 99 104 101 100 117 108 101 100 34 58 123 125 44 34 102 58 100 101 115 105 114 101 100 78 117 109 98 101 114 83 99 104 101 100 117 108 101 100 34 58 123 125 44 34 102 58 110 117 109 98 101 114 77 105 115 115 99 104 101 100 117 108 101 100 34 58 123 125 44 34 102 58 110 117 109 98 101 114 82 101 97 100 121 34 58 123 125 44 34 102 58 110 117 109 98 101 114 85 110 97 118 97 105 108 97 98 108 101 34 58 123 125 44 34 102 58 111 98 115 101 114 118 101 100 71 101 110 101 114 97 116 105 111 110 34 58 123 125 125 125 66 6 115 116 97 116 117 115 18 230 14 10 25 10 23 10 3 97 112 112 18 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 18 157 14 10 138 1 10 0 18 0 26 0 34 0 42 0 50 0 56 0 66 0 90 23 10 3 97 112 112 18 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 90 45 10 25 111 112 101 110 101 98 115 46 105 111 47 99 111 109 112 111 110 101 1
Dec 30 20:16:13 truenas k3s[4837]: 10 116 45 110 97 109 101 18 16 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 90 27 10 18 111 112 101 110 101 98 115 46 105 111 47 118 101 114 115 105 111 110 18 5 50 46 51 46 48 90 19 10 4 114 111 108 101 18 11 111 112 101 110 101 98 115 45 122 102 115 18 141 13 10 33 10 10 100 101 118 105 99 101 45 100 105 114 18 19 10 17 10 4 47 100 101 118 18 9 68 105 114 101 99 116 111 114 121 10 46 10 9 101 110 99 114 45 107 101 121 115 18 33 10 31 10 10 47 104 111 109 101 47 107 101 121 115 18 17 68 105 114 101 99 116 111 114 121 79 114 67 114 101 97 116 101 10 41 10 10 99 104 114 111 111 116 45 122 102 115 18 27 154 1 24 10 19 10 17 111 112 101 110 101 98 115 45 122 102 115 112 118 45 98 105 110 24 237 2 10 29 10 9 104 111 115 116 45 114 111 111 116 18 16 10 14 10 1 47 18 9 68 105 114 101 99 116 111 114 121 10 77 10 16 114 101 103 105 115 116 114 97 116 105 111 110 45 100 105 114 18 57 10 55 10 34 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 112 108 117 103 105 110 115 95 114 101 103 105 115 116 114 121 47 18 17 68 105 114 101 99 116 111 114 121 79 114 67 114 101 97 116 101 10 74 10 10 112 108 117 103 105 110 45 100 105 114 18 60 10 58 10 37 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 112 108 117 103 105 110 115 47 122 102 115 45 108 111 99 97 108 112 118 47 18 17 68 105 114 101 99 116 111 114 121 79 114 67 114 101 97 116 101 10 50 10 14 112 111 100 115 45 109 111 117 110 116 45 100 105 114 18 32 10 30 10 17 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 18 9 68 105 114 101 99 116 111 114 121 18 176 4 10 25 99 115 105 45 110 111 100 101 45 100 114 105 118 101 114 45 114 101 103 105 115 116 114 97 114 18 60 114 101 103 105 115 116 114 121 46 107 56 115 46 105 111 47 115 105 103 45 115 116 111 114 97 103 101 47 99 115 105 45 110 111 100 101 45 100 114 105 118 101 114 45 114 101 103 105 115 116 114 97 114 58 118 50 46 56 46 48 34 5 45 45 118 61 53 34 24 45 45 99 115 105 45 97 100 100 114 101 115 115 61 36 40 65 68 68 82 69 83 83 41 34 51 45 45 107 117 98 101 108 101 116 45 114 101 103 105 115 116 114 97 116 105 111 110 45 112 97 116 104 61 36 40 68 82 73 86 69 82 95 82 69 71 95 83 79 67 75 95 80 65 84 72 41 42 0 58 27 10 7 65 68 68 82 69 83 83 18 16 47 112 108 117 103 105 110 47 99 115 105 46 115 111 99 107 58 69 10 20 68 82 73 86 69 82 95 82 69 71 95 83 79 67 75 95 80 65 84 72 18 45 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 112 108 117 103 105 110 115 47 122 102 115 45 108 111 99 97 108 112 118 47 99 115 105 46 115 111 99 107 58 41 10 14 75 85 66 69 95 78 79 68 69 95 78 65 77 69 18 0 26 21 10 19 10 2 118 49 18 13 115 112 101 99 46 110 111 100 101 78 97 109 101 58 26 10 11 78 79 68 69 95 68 82 73 86 69 82 18 11 111 112 101 110 101 98 115 45 122 102 115 66 0 74 27 10 10 112 108 117 103 105 110 45 100 105 114 16 0 26 7 47 112 108 117 103 105 110 34 0 50 0 74 39 10 16 114 101 103 105 115 116 114 97 116 105 111 110 45 100 105 114 16 0 26 13 47 114 101 103 105 115 116 114 97 116 105 111 110 34 0 50 0 98 86 18 84 10 82 10 7 47 98 105 110 47 115 104 10 2 45 99 10 67 114 109 32 45 114 102 32 47 114 101 103 105 115 116 114 97 116 105 111 110 47 122 102 115 45 108 111 99 97 108 112 118 32 47 114 101 103 105 115 116 114 97 116 105 111 110 47 122 102 115 45 108 111 99 97 108 112 118 45 114 101 103 46 115 111 99 107 106 20 47 100 101 118 47 116 101 114 109 105 110 97 116 105 111 110 45 108 111 103 114 12 73 102 78 111 116 80 114 101 115 101 110 116 128 1 0 136 1 0 144 1 0 162 1 4 70 105 108 101 18 229 4 10 18 111 112 101 110 101 98 115 45 122 102 115 45 112 108 117 103 105 110 18 24 111 112 101 110 101 98 115 47 122 102 115 45 100 114 105 118 101 114 58 50 46 51 46 48 34 31 45 45 110 111 100 101 110 97 109 101 61 36 40 79 80 69 78 69 66 83 95 78 79 68 69 95 78 65 77 69 41 34 34 45 45 101 110 100 112 111 105 110 116 61 36 40 79 80 69 78 69 66 83 95 67 83 73 95 69 78 68 80 79 73 78 84 41 34 31 45 45 112 108 117 103 105 110 61 36 40 79 80 69 78 69 66 83 95 78 79 68 69 95 68 82 73 86 69 82 41 42 0 58 44 10 17 79 80 69 78 69 66 83 95 78 79 68 69 95 78 65 77 69 18 0 26 21 10 19 10 2 118 49 18 13 115 112 101 99 46 110 111 100 101 78 97 109 101 58 47 10 20 79 80 69 78 69 66 83 95 67 83 73 95 69 78 68 80 79 73 78 84 18 23 117 110 105 120 58 47 47 47 112 108 117 103 105 110 47 99 115 105 46 115 111 99 107 58 28 10 19 79 80 69 78 69 66 83 95 78 79 68 69 95 68 82 73 86 69 82 18 5 97 103 101 110 116 58 28 10 17 79 80 69 78 69 66 83 95 78 65 77 69 83 80 65 67 69 18 7 111 112 101 110 101 98 115 58 25 10 18 65 76 76 79 87 69 68 95 84 79 80 79 76 79 71 73 69 83 18 3 65 108 108 66 0 74 27 10 10 112 108 117 103 105 110 45 100 105 114 16 0 26 7 47 112 108 117 103 105 110 34 0 50 0 74 24 10 10 100 101 118 105 99 101 45 100 105 114 16 0 26 4 47 100 101 118 34 0 50 0 74 29 10 9 101 110 99 114 45 107 101 121 115 16 0 26 10 47 104 111 109 101 47 107 101 121 115 34 0 50 0 74 32 10 10 99 104 114 111 111 116 45 122 102 115 16 0 26 9 47 115 98 105 110 47 122 102 115 34 3 122 102 115 50 0 74 41 10 9 104 111 115 116 45 114 111 111 116 16 1 26 5 47 104 111 115 116 34 0 42 15 72 111 115 116 84 111 67 111 110 116 97 105 110 101 114 50 0 74 56 10 14 112 111 100 115 45 109 111 117 110 116 45 100 105 114 16 0 26 17 47 118 97 114 47 108 105 98 47 107 117 98 101 108 101 116 47 34 0 42 13 66 105 100 105 114 101 99 116 105 111 110 97 108 50 0 106 20 47 100 101 118 47 116 101 114 109 105 110 97 116 105 111 110 45 108 111 103 114 12 73 102 78 111 116 80 114 101 115 101 110 116 122 4 16 1 56 1 128 1 0 136 1 0 144 1 0 162 1 4 70 105 108 101 26 6 65 108 119 97 121 115 32 30 50 12 67 108 117 115 116 101 114 70 105 114 115 116 66 19 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 45 115 97 74 19 111 112 101 110 101 98 115 45 122 102 115 45 110 111 100 101 45 115 97 82 0 88 1 96 0 104 0 114 0 130 1 0 138 1 0 154 1 17 100 101 102 97 117 108 116 45 115 99 104 101 100 117 108 101 114 194 1 29 111 112 101 110 101 98 115 45 122 102 115 45 99 115 105 45 110 111 100 101 45 99 114 105 116 105 99 97 108 26 37 10 13 82 111 108 108 105 110 103 85 112 100 97 116 101 18 20 10 10 8 1 16 0 26 4 49 48 48 37 18 6 8 0 16 0 26 0 32 0 48 10 26 16 8 0 16 0 24 1 32 0 40 2 48 0 56 0 64 1 26 0 34 0]]]"
Dec 30 20:16:13 truenas k3s[4837]: I1230 20:16:13.612001    4837 trace.go:219] Trace[527132219]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:93772c05-ad5f-44b0-a66c-643b9c7ee383,client:127.0.0.1,protocol:HTTP/2.0,resource:daemonsets,scope:resource,url:/apis/apps/v1/namespaces/kube-system/daemonsets/openebs-zfs-node/status,user-agent:k3s/v1.26.6+k3s (linux/amd64) kubernetes/e18037a/system:serviceaccount:kube-system:daemon-set-controller,verb:PUT (30-Dec-2023 20:16:12.187) (total time: 1424ms):
Dec 30 20:16:13 truenas k3s[4837]: Trace[527132219]: ["GuaranteedUpdate etcd3" audit-id:93772c05-ad5f-44b0-a66c-643b9c7ee383,key:/daemonsets/kube-system/openebs-zfs-node,type:*apps.DaemonSet,resource:daemonsets.apps 1424ms (20:16:12.187)
Dec 30 20:16:13 truenas k3s[4837]: Trace[527132219]:  ---"Txn call completed" 1422ms (20:16:13.611)]
Dec 30 20:16:13 truenas k3s[4837]: Trace[527132219]: [1.424693077s] [1.424693077s] END
Dec 30 20:16:13 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:16:13.667+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc00090ca80/kine.sock","attempt":0,"error":"rpc error: code = Canceled desc = context canceled"}
Dec 30 20:16:13 truenas k3s[4837]: E1230 20:16:13.667698    4837 writers.go:122] apiserver was unable to write a JSON response: http: Handler timeout
Dec 30 20:16:13 truenas k3s[4837]: E1230 20:16:13.669012    4837 status.go:71] apiserver received an error that is not an metav1.Status: &errors.errorString{s:"http: Handler timeout"}: http: Handler timeout
Dec 30 20:16:13 truenas k3s[4837]: E1230 20:16:13.669047    4837 writers.go:135] apiserver was unable to write a fallback JSON response: http: Handler timeout
Dec 30 20:16:13 truenas k3s[4837]: E1230 20:16:13.669117    4837 finisher.go:175] FinishRequest: post-timeout activity - time-elapsed: 7.467µs, panicked: false, err: context canceled, panic-reason: <nil>
Dec 30 20:16:13 truenas k3s[4837]: E1230 20:16:13.670374    4837 timeout.go:142] post-timeout activity - time-elapsed: 2.819605ms, POST "/api/v1/namespaces/kube-system/events" result: <nil>
Dec 30 20:16:13 truenas k3s[4837]: I1230 20:16:13.883144    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=061c1e2f-18ab-48ce-b005-2f3a5ec82d4f path="/var/lib/kubelet/pods/061c1e2f-18ab-48ce-b005-2f3a5ec82d4f/volumes"
Dec 30 20:16:13 truenas k3s[4837]: I1230 20:16:13.884237    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=21606260-9d30-402f-80f8-6d2df98d56e6 path="/var/lib/kubelet/pods/21606260-9d30-402f-80f8-6d2df98d56e6/volumes"
Dec 30 20:16:13 truenas k3s[4837]: I1230 20:16:13.885076    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=33acebfb-b978-4d18-a7c9-5fa30bd163b4 path="/var/lib/kubelet/pods/33acebfb-b978-4d18-a7c9-5fa30bd163b4/volumes"
Dec 30 20:16:14 truenas k3s[4837]: I1230 20:16:14.075731    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=36021ba2-a6a4-4648-8267-6a3b7d121c27 path="/var/lib/kubelet/pods/36021ba2-a6a4-4648-8267-6a3b7d121c27/volumes"
Dec 30 20:16:14 truenas k3s[4837]: I1230 20:16:14.076678    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=3ac12600-a3c9-43e0-bdc2-d319c3f50702 path="/var/lib/kubelet/pods/3ac12600-a3c9-43e0-bdc2-d319c3f50702/volumes"
Dec 30 20:16:14 truenas k3s[4837]: I1230 20:16:14.077500    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=52cd91b7-5e89-48cf-a7ef-ba7d781a840a path="/var/lib/kubelet/pods/52cd91b7-5e89-48cf-a7ef-ba7d781a840a/volumes"
Dec 30 20:16:14 truenas k3s[4837]: I1230 20:16:14.078338    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=6ce8135c-8a7a-47f0-9b58-a31b37c238c1 path="/var/lib/kubelet/pods/6ce8135c-8a7a-47f0-9b58-a31b37c238c1/volumes"
Dec 30 20:16:14 truenas k3s[4837]: I1230 20:16:14.079334    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=869ba8a2-84c0-4d56-a1c0-a288c19c8f9b path="/var/lib/kubelet/pods/869ba8a2-84c0-4d56-a1c0-a288c19c8f9b/volumes"
Dec 30 20:16:14 truenas k3s[4837]: I1230 20:16:14.080346    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=c2a7167c-d197-44e2-a1d7-e69665a435a5 path="/var/lib/kubelet/pods/c2a7167c-d197-44e2-a1d7-e69665a435a5/volumes"
Dec 30 20:16:14 truenas k3s[4837]: I1230 20:16:14.081355    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=dbdf3449-702e-416a-a632-242a4d1805b7 path="/var/lib/kubelet/pods/dbdf3449-702e-416a-a632-242a4d1805b7/volumes"
Dec 30 20:16:14 truenas k3s[4837]: I1230 20:16:14.693531    4837 trace.go:219] Trace[1966227159]: "Update" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:fce15cb0-20f9-4e94-9f43-04d66de7d756,client:127.0.0.1,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-node-lease/leases/ix-truenas,user-agent:k3s/v1.26.6+k3s (linux/amd64) kubernetes/e18037a,verb:PUT (30-Dec-2023 20:16:13.872) (total time: 821ms):
Dec 30 20:16:14 truenas k3s[4837]: Trace[1966227159]: ["GuaranteedUpdate etcd3" audit-id:fce15cb0-20f9-4e94-9f43-04d66de7d756,key:/leases/kube-node-lease/ix-truenas,type:*coordination.Lease,resource:leases.coordination.k8s.io 821ms (20:16:13.872)
Dec 30 20:16:14 truenas k3s[4837]: Trace[1966227159]:  ---"Txn call completed" 820ms (20:16:14.693)]
Dec 30 20:16:14 truenas k3s[4837]: Trace[1966227159]: [821.268178ms] [821.268178ms] END
Dec 30 20:16:15 truenas k3s[4837]: I1230 20:16:15.450670    4837 request.go:690] Waited for 2.7982537s due to client-side throttling, not priority and fairness, request: PATCH:https://127.0.0.1:6443/api/v1/namespaces/kube-system/pods/openebs-zfs-controller-0/status
Dec 30 20:16:15 truenas k3s[4837]: I1230 20:16:15.516934    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:16:17 truenas k3s[4837]: I1230 20:16:17.915516    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:16:22 truenas k3s[4837]: I1230 20:16:22.357255    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/snapshot-controller-546868dfb4-xmvpl" podStartSLOduration=144.357143594 pod.CreationTimestamp="2023-12-30 20:13:58 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:22.354897298 +0100 CET m=+40.867813498" watchObservedRunningTime="2023-12-30 20:16:22.357143594 +0100 CET m=+40.870059798"
Dec 30 20:16:24 truenas k3s[4837]: I1230 20:16:24.413533    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/snapshot-controller-546868dfb4-7c8lt" podStartSLOduration=144.413506234 pod.CreationTimestamp="2023-12-30 20:14:00 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:24.395285328 +0100 CET m=+42.908201527" watchObservedRunningTime="2023-12-30 20:16:24.413506234 +0100 CET m=+42.926422433"
Dec 30 20:16:25 truenas k3s[4837]: I1230 20:16:25.468961    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/coredns-59b4f5bbd5-s89xd" podStartSLOduration=144.462845589 pod.CreationTimestamp="2023-12-30 20:14:01 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:25.450748073 +0100 CET m=+43.963664287" watchObservedRunningTime="2023-12-30 20:16:25.462845589 +0100 CET m=+43.975761788"
Dec 30 20:16:25 truenas k3s[4837]: I1230 20:16:25.511664    4837 controller.go:615] quota admission added evaluator for: endpointslices.discovery.k8s.io
Dec 30 20:16:25 truenas k3s[4837]: I1230 20:16:25.673054    4837 controller.go:615] quota admission added evaluator for: endpoints
Dec 30 20:16:27 truenas k3s[4837]: I1230 20:16:27.525771    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="ix-adguard-home/adguard-home-69b7c4f9f6-dckdr" podStartSLOduration=156.525745357 pod.CreationTimestamp="2023-12-30 20:13:51 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:26.542620636 +0100 CET m=+45.055536836" watchObservedRunningTime="2023-12-30 20:16:27.525745357 +0100 CET m=+46.038661556"
Dec 30 20:16:27 truenas k3s[4837]: I1230 20:16:27.564033    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="ix-nextcloud/nextcloud-postgres-64458b44cb-ljbqs" podStartSLOduration=156.564003952 pod.CreationTimestamp="2023-12-30 20:13:51 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:27.537670106 +0100 CET m=+46.050586305" watchObservedRunningTime="2023-12-30 20:16:27.564003952 +0100 CET m=+46.076920162"
Dec 30 20:16:30 truenas k3s[4837]: time="2023-12-30T20:16:30+01:00" level=info msg="Slow SQL (started: 2023-12-30 20:16:29.130352192 +0100 CET m=+47.643268397) (total time: 1.856584327s): INSERT INTO kine(name, created, deleted, create_revision, prev_revision, lease, value, old_value) values(?, ?, ?, ?, ?, ?, ?, ?) : [[/registry/events/kube-system/openebs-zfs-controller-0.17a5b20985a3af6b 1 0 0 0 3660 [107 56 115 0 10 11 10 2 118 49 18 5 69 118 101 110 116 18 248 4 10 195 2 10 41 111 112 101 110 101 98 115 45 122 102 115 45 99 111 110 116 114 111 108 108 101 114 45 48 46 49 55 97 53 98 50 48 57 56 53 97 51 97 102 54 98 18 0 26 11 107 117 98 101 45 115 121 115 116 101 109 34 0 42 36 101 99 52 56 48 53 51 99 45 52 100 54 53 45 52 57 100 97 45 97 50 97 51 45 49 51 101 100 48 56 48 53 51 50 57 53 50 0 56 0 66 8 8 141 217 193 172 6 16 0 138 1 207 1 10 3 107 51 115 18 6 85 112 100 97 116 101 26 2 118 49 34 8 8 141 217 193 172 6 16 0 50 8 70 105 101 108 100 115 86 49 58 165 1 10 162 1 123 34 102 58 99 111 117 110 116 34 58 123 125 44 34 102 58 102 105 114 115 116 84 105 109 101 115 116 97 109 112 34 58 123 125 44 34 102 58 105 110 118 111 108 118 101 100 79 98 106 101 99 116 34 58 123 125 44 34 102 58 108 97 115 116 84 105 109 101 115 116 97 109 112 34 58 123 125 44 34 102 58 109 101 115 115 97 103 101 34 58 123 125 44 34 102 58 114 101 97 115 111 110 34 58 123 125 44 34 102 58 115 111 117 114 99 101 34 58 123 34 102 58 99 111 109 112 111 110 101 110 116 34 58 123 125 44 34 102 58 104 111 115 116 34 58 123 125 125 44 34 102 58 116 121 112 101 34 58 123 125 125 66 0 18 133 1 10 3 80 111 100 18 11 107 117 98 101 45 115 121 115 116 101 109 26 24 111 112 101 110 101 98 115 45 122 102 115 45 99 111 110 116 114 111 108 108 101 114 45 48 34 36 56 56 101 100 55 53 98 51 45 54 52 52 50 45 52 102 52 98 45 57 101 51 57 45 97 98 97 53 56 49 57 49 55 49 101 98 42 2 118 49 50 7 52 54 48 57 50 50 52 58 36 115 112 101 99 46 99 111 110 116 97 105 110 101 114 115 123 115 110 97 112 115 104 111 116 45 99 111 110 116 114 111 108 108 101 114 125 26 6 80 117 108 108 101 100 34 99 67 111 110 116 97 105 110 101 114 32 105 109 97 103 101 32 34 114 101 103 105 115 116 114 121 46 107 56 115 46 105 111 47 115 105 103 45 115 116 111 114 97 103 101 47 115 110 97 112 115 104 111 116 45 99 111 110 116 114 111 108 108 101 114 58 118 54 46 50 46 50 34 32 97 108 114 101 97 100 121 32 112 114 101 115 101 110 116 32 111 110 32 109 97 99 104 105 110 101 42 21 10 7 107 117 98 101 108 101 116 18 10 105 120 45 116 114 117 101 110 97 115 50 8 8 139 217 193 172 6 16 0 58 8 8 139 217 193 172 6 16 0 64 1 74 6 78 111 114 109 97 108 82 0 98 0 114 0 122 0 26 0 34 0] []]]"
Dec 30 20:16:30 truenas k3s[4837]: I1230 20:16:30.988523    4837 trace.go:219] Trace[1052308221]: "Create" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:798dd111-354e-45a9-b425-f5cc9d98bc7a,client:127.0.0.1,protocol:HTTP/2.0,resource:events,scope:resource,url:/api/v1/namespaces/kube-system/events,user-agent:k3s/v1.26.6+k3s (linux/amd64) kubernetes/e18037a,verb:POST (30-Dec-2023 20:16:29.129) (total time: 1859ms):
Dec 30 20:16:30 truenas k3s[4837]: Trace[1052308221]: ["Create etcd3" audit-id:798dd111-354e-45a9-b425-f5cc9d98bc7a,key:/events/kube-system/openebs-zfs-controller-0.17a5b20985a3af6b,type:*core.Event,resource:events 1858ms (20:16:29.129)
Dec 30 20:16:30 truenas k3s[4837]: Trace[1052308221]:  ---"Txn call succeeded" 1858ms (20:16:30.988)]
Dec 30 20:16:30 truenas k3s[4837]: Trace[1052308221]: [1.859078486s] [1.859078486s] END
Dec 30 20:16:31 truenas k3s[4837]: I1230 20:16:31.698730    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/csi-smb-node-rh5rf" podStartSLOduration=19.698702454 pod.CreationTimestamp="2023-12-30 20:16:12 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:31.676438008 +0100 CET m=+50.189354211" watchObservedRunningTime="2023-12-30 20:16:31.698702454 +0100 CET m=+50.211618674"
Dec 30 20:16:31 truenas k3s[4837]: I1230 20:16:31.739082    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/csi-nfs-node-wp4md" podStartSLOduration=19.738936649 pod.CreationTimestamp="2023-12-30 20:16:12 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:31.738386365 +0100 CET m=+50.251302574" watchObservedRunningTime="2023-12-30 20:16:31.738936649 +0100 CET m=+50.251852848"
Dec 30 20:16:31 truenas k3s[4837]: I1230 20:16:31.739956    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/intel-gpu-plugin-6h86m" podStartSLOduration=19.739806252 pod.CreationTimestamp="2023-12-30 20:16:12 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:31.708006085 +0100 CET m=+50.220922285" watchObservedRunningTime="2023-12-30 20:16:31.739806252 +0100 CET m=+50.252722451"
Dec 30 20:16:32 truenas k3s[4837]: time="2023-12-30T20:16:32+01:00" level=info msg="Slow SQL (started: 2023-12-30 20:16:31.004853477 +0100 CET m=+49.517769684) (total time: 1.519803185s): INSERT INTO kine(name, created, deleted, create_revision, prev_revision, lease, value, old_value) values(?, ?, ?, ?, ?, ?, ?, ?) : [[/registry/events/kube-system/csi-smb-node-rh5rf.17a5b209881ac544 1 0 0 0 3660 [107 56 115 0 10 11 10 2 118 49 18 5 69 118 101 110 116 18 179 4 10 189 2 10 35 99 115 105 45 115 109 98 45 110 111 100 101 45 114 104 53 114 102 46 49 55 97 53 98 50 48 57 56 56 49 97 99 53 52 52 18 0 26 11 107 117 98 101 45 115 121 115 116 101 109 34 0 42 36 54 101 98 48 99 102 51 51 45 102 99 53 98 45 52 100 97 56 45 98 50 52 97 45 54 97 57 97 51 102 55 101 55 102 98 51 50 0 56 0 66 8 8 142 217 193 172 6 16 0 138 1 207 1 10 3 107 51 115 18 6 85 112 100 97 116 101 26 2 118 49 34 8 8 142 217 193 172 6 16 0 50 8 70 105 101 108 100 115 86 49 58 165 1 10 162 1 123 34 102 58 99 111 117 110 116 34 58 123 125 44 34 102 58 102 105 114 115 116 84 105 109 101 115 116 97 109 112 34 58 123 125 44 34 102 58 105 110 118 111 108 118 101 100 79 98 106 101 99 116 34 58 123 125 44 34 102 58 108 97 115 116 84 105 109 101 115 116 97 109 112 34 58 123 125 44 34 102 58 109 101 115 115 97 103 101 34 58 123 125 44 34 102 58 114 101 97 115 111 110 34 58 123 125 44 34 102 58 115 111 117 114 99 101 34 58 123 34 102 58 99 111 109 112 111 110 101 110 116 34 58 123 125 44 34 102 58 104 111 115 116 34 58 123 125 125 44 34 102 58 116 121 112 101 34 58 123 125 125 66 0 18 129 1 10 3 80 111 100 18 11 107 117 98 101 45 115 121 115 116 101 109 26 18 99 115 105 45 115 109 98 45 110 111 100 101 45 114 104 53 114 102 34 36 55 56 53 54 53 102 48 98 45 102 54 57 52 45 52 55 98 100 45 98 48 54 48 45 57 54 57 102 98 101 51 52 97 99 55 48 42 2 118 49 50 7 52 54 48 57 50 56 48 58 38 115 112 101 99 46 99 111 110 116 97 105 110 101 114 115 123 110 111 100 101 45 100 114 105 118 101 114 45 114 101 103 105 115 116 114 97 114 125 26 7 83 116 97 114 116 101 100 34 39 83 116 97 114 116 101 100 32 99 111 110 116 97 105 110 101 114 32 110 111 100 101 45 100 114 105 118 101 114 45 114 101 103 105 115 116 114 97 114 42 21 10 7 107 117 98 101 108 101 116 18 10 105 120 45 116 114 117 101 110 97 115 50 8 8 140 217 193 172 6 16 0 58 8 8 140 217 193 172 6 16 0 64 1 74 6 78 111 114 109 97 108 82 0 98 0 114 0 122 0 26 0 34 0] []]]"
Dec 30 20:16:32 truenas k3s[4837]: I1230 20:16:32.525027    4837 trace.go:219] Trace[2051793336]: "Create" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:887a729c-a33b-4b81-8667-4f12e09631f2,client:127.0.0.1,protocol:HTTP/2.0,resource:events,scope:resource,url:/api/v1/namespaces/kube-system/events,user-agent:k3s/v1.26.6+k3s (linux/amd64) kubernetes/e18037a,verb:POST (30-Dec-2023 20:16:30.994) (total time: 1530ms):
Dec 30 20:16:32 truenas k3s[4837]: Trace[2051793336]: ["Create etcd3" audit-id:887a729c-a33b-4b81-8667-4f12e09631f2,key:/events/kube-system/csi-smb-node-rh5rf.17a5b209881ac544,type:*core.Event,resource:events 1527ms (20:16:30.997)
Dec 30 20:16:32 truenas k3s[4837]: Trace[2051793336]:  ---"Txn call succeeded" 1527ms (20:16:32.524)]
Dec 30 20:16:32 truenas k3s[4837]: Trace[2051793336]: [1.53066162s] [1.53066162s] END
Dec 30 20:16:32 truenas k3s[4837]: I1230 20:16:32.702099    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/csi-smb-controller-7fbbb8fb6f-jhfpr" podStartSLOduration=152.702070541 pod.CreationTimestamp="2023-12-30 20:14:00 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:31.757029544 +0100 CET m=+50.269945744" watchObservedRunningTime="2023-12-30 20:16:32.702070541 +0100 CET m=+51.214986751"
Dec 30 20:16:32 truenas k3s[4837]: I1230 20:16:32.702798    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/csi-nfs-controller-7b74694749-hgx84" podStartSLOduration=155.70266643 pod.CreationTimestamp="2023-12-30 20:13:57 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:32.699205946 +0100 CET m=+51.212122150" watchObservedRunningTime="2023-12-30 20:16:32.70266643 +0100 CET m=+51.215582629"
Dec 30 20:16:32 truenas k3s[4837]: I1230 20:16:32.937899    4837 server.go:144] "Got registration request from device plugin with resource" resourceName="gpu.intel.com/i915"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.444332    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:16:34 truenas k3s[4837]: time="2023-12-30T20:16:34+01:00" level=info msg="Slow SQL (started: 2023-12-30 20:16:32.527224491 +0100 CET m=+51.040140702) (total time: 1.938943479s): INSERT INTO kine(name, created, deleted, create_revision, prev_revision, lease, value, old_value) values(?, ?, ?, ?, ?, ?, ?, ?) : [[/registry/events/kube-system/csi-smb-node-rh5rf.17a5b20988265426 1 0 0 0 3660 [107 56 115 0 10 11 10 2 118 49 18 5 69 118 101 110 116 18 210 4 10 189 2 10 35 99 115 105 45 115 109 98 45 110 111 100 101 45 114 104 53 114 102 46 49 55 97 53 98 50 48 57 56 56 50 54 53 52 50 54 18 0 26 11 107 117 98 101 45 115 121 115 116 101 109 34 0 42 36 55 52 53 102 55 99 99 57 45 98 48 53 98 45 52 57 56 57 45 97 97 100 53 45 101 99 101 51 50 48 57 100 51 56 98 102 50 0 56 0 66 8 8 144 217 193 172 6 16 0 138 1 207 1 10 3 107 51 115 18 6 85 112 100 97 116 101 26 2 118 49 34 8 8 144 217 193 172 6 16 0 50 8 70 105 101 108 100 115 86 49 58 165 1 10 162 1 123 34 102 58 99 111 117 110 116 34 58 123 125 44 34 102 58 102 105 114 115 116 84 105 109 101 115 116 97 109 112 34 58 123 125 44 34 102 58 105 110 118 111 108 118 101 100 79 98 106 101 99 116 34 58 123 125 44 34 102 58 108 97 115 116 84 105 109 101 115 116 97 109 112 34 58 123 125 44 34 102 58 109 101 115 115 97 103 101 34 58 123 125 44 34 102 58 114 101 97 115 111 110 34 58 123 125 44 34 102 58 115 111 117 114 99 101 34 58 123 34 102 58 99 111 109 112 111 110 101 110 116 34 58 123 125 44 34 102 58 104 111 115 116 34 58 123 125 125 44 34 102 58 116 121 112 101 34 58 123 125 125 66 0 18 111 10 3 80 111 100 18 11 107 117 98 101 45 115 121 115 116 101 109 26 18 99 115 105 45 115 109 98 45 110 111 100 101 45 114 104 53 114 102 34 36 55 56 53 54 53 102 48 98 45 102 54 57 52 45 52 55 98 100 45 98 48 54 48 45 57 54 57 102 98 101 51 52 97 99 55 48 42 2 118 49 50 7 52 54 48 57 50 56 48 58 20 115 112 101 99 46 99 111 110 116 97 105 110 101 114 115 123 115 109 98 125 26 6 80 117 108 108 101 100 34 90 67 111 110 116 97 105 110 101 114 32 105 109 97 103 101 32 34 114 101 103 105 115 116 114 121 46 107 56 115 46 105 111 47 115 105 103 45 115 116 111 114 97 103 101 47 115 109 98 112 108 117 103 105 110 58 118 49 46 49 49 46 48 34 32 97 108 114 101 97 100 121 32 112 114 101 115 101 110 116 32 111 110 32 109 97 99 104 105 110 101 42 21 10 7 107 117 98 101 108 101 116 18 10 105 120 45 116 114 117 101 110 97 115 50 8 8 140 217 193 172 6 16 0 58 8 8 140 217 193 172 6 16 0 64 1 74 6 78 111 114 109 97 108 82 0 98 0 114 0 122 0 26 0 34 0] []]]"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.469160    4837 trace.go:219] Trace[1197618658]: "Create" accept:application/vnd.kubernetes.protobuf,application/json,audit-id:408732b4-caa4-42d2-be9b-4b28230993d6,client:127.0.0.1,protocol:HTTP/2.0,resource:events,scope:resource,url:/api/v1/namespaces/kube-system/events,user-agent:k3s/v1.26.6+k3s (linux/amd64) kubernetes/e18037a,verb:POST (30-Dec-2023 20:16:32.525) (total time: 1943ms):
Dec 30 20:16:34 truenas k3s[4837]: Trace[1197618658]: ["Create etcd3" audit-id:408732b4-caa4-42d2-be9b-4b28230993d6,key:/events/kube-system/csi-smb-node-rh5rf.17a5b20988265426,type:*core.Event,resource:events 1942ms (20:16:32.526)
Dec 30 20:16:34 truenas k3s[4837]: Trace[1197618658]:  ---"Txn call succeeded" 1942ms (20:16:34.468)]
Dec 30 20:16:34 truenas k3s[4837]: Trace[1197618658]: [1.943242843s] [1.943242843s] END
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.531352    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"data\" (UniqueName: \"kubernetes.io/host-path/00f7fc01-84ec-40b6-bcfe-3d13d093b159-data\") pod \"plex-55595fd7fb-vw6xp\" (UID: \"00f7fc01-84ec-40b6-bcfe-3d13d093b159\") " pod="ix-plex/plex-55595fd7fb-vw6xp"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.532397    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared-logs\" (UniqueName: \"kubernetes.io/empty-dir/00f7fc01-84ec-40b6-bcfe-3d13d093b159-shared-logs\") pod \"plex-55595fd7fb-vw6xp\" (UID: \"00f7fc01-84ec-40b6-bcfe-3d13d093b159\") " pod="ix-plex/plex-55595fd7fb-vw6xp"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.532837    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"config\" (UniqueName: \"kubernetes.io/host-path/00f7fc01-84ec-40b6-bcfe-3d13d093b159-config\") pod \"plex-55595fd7fb-vw6xp\" (UID: \"00f7fc01-84ec-40b6-bcfe-3d13d093b159\") " pod="ix-plex/plex-55595fd7fb-vw6xp"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.533274    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-9b5cv\" (UniqueName: \"kubernetes.io/projected/00f7fc01-84ec-40b6-bcfe-3d13d093b159-kube-api-access-9b5cv\") pod \"plex-55595fd7fb-vw6xp\" (UID: \"00f7fc01-84ec-40b6-bcfe-3d13d093b159\") " pod="ix-plex/plex-55595fd7fb-vw6xp"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.533925    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"extrappvolume-0\" (UniqueName: \"kubernetes.io/host-path/00f7fc01-84ec-40b6-bcfe-3d13d093b159-extrappvolume-0\") pod \"plex-55595fd7fb-vw6xp\" (UID: \"00f7fc01-84ec-40b6-bcfe-3d13d093b159\") " pod="ix-plex/plex-55595fd7fb-vw6xp"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.534246    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"shared\" (UniqueName: \"kubernetes.io/empty-dir/00f7fc01-84ec-40b6-bcfe-3d13d093b159-shared\") pod \"plex-55595fd7fb-vw6xp\" (UID: \"00f7fc01-84ec-40b6-bcfe-3d13d093b159\") " pod="ix-plex/plex-55595fd7fb-vw6xp"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.535888    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"transcode\" (UniqueName: \"kubernetes.io/host-path/00f7fc01-84ec-40b6-bcfe-3d13d093b159-transcode\") pod \"plex-55595fd7fb-vw6xp\" (UID: \"00f7fc01-84ec-40b6-bcfe-3d13d093b159\") " pod="ix-plex/plex-55595fd7fb-vw6xp"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.712852    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/openebs-zfs-node-f6kh6" podStartSLOduration=22.712822065 pod.CreationTimestamp="2023-12-30 20:16:12 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:34.708449733 +0100 CET m=+53.221365932" watchObservedRunningTime="2023-12-30 20:16:34.712822065 +0100 CET m=+53.225738268"
Dec 30 20:16:34 truenas k3s[4837]: I1230 20:16:34.737533    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="kube-system/openebs-zfs-controller-0" podStartSLOduration=158.737162536 pod.CreationTimestamp="2023-12-30 20:13:56 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:34.725812259 +0100 CET m=+53.238728463" watchObservedRunningTime="2023-12-30 20:16:34.737162536 +0100 CET m=+53.250078735"
Dec 30 20:16:35 truenas k3s[4837]: I1230 20:16:35.320156    4837 trace.go:219] Trace[870448848]: "Update" accept:application/vnd.kubernetes.protobuf, */*,audit-id:8878d54f-54a5-4d63-b983-26649727a575,client:127.0.0.1,protocol:HTTP/2.0,resource:daemonsets,scope:resource,url:/apis/apps/v1/namespaces/kube-system/daemonsets/openebs-zfs-node/status,user-agent:k3s/v1.26.6+k3s (linux/amd64) kubernetes/e18037a/system:serviceaccount:kube-system:daemon-set-controller,verb:PUT (30-Dec-2023 20:16:34.721) (total time: 598ms):
Dec 30 20:16:35 truenas k3s[4837]: Trace[870448848]: ["GuaranteedUpdate etcd3" audit-id:8878d54f-54a5-4d63-b983-26649727a575,key:/daemonsets/kube-system/openebs-zfs-node,type:*apps.DaemonSet,resource:daemonsets.apps 598ms (20:16:34.721)
Dec 30 20:16:35 truenas k3s[4837]: Trace[870448848]:  ---"Txn call completed" 580ms (20:16:35.319)]
Dec 30 20:16:35 truenas k3s[4837]: Trace[870448848]: [598.944886ms] [598.944886ms] END
Dec 30 20:16:36 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:16:36.081+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:16:36 truenas k3s[4837]: I1230 20:16:36.930418    4837 csi_plugin.go:99] kubernetes.io/csi: Trying to validate a new CSI Driver with name: smb.csi.k8s.io endpoint: /var/lib/kubelet/plugins/smb.csi.k8s.io/csi.sock versions: 1.0.0
Dec 30 20:16:36 truenas k3s[4837]: I1230 20:16:36.930554    4837 csi_plugin.go:112] kubernetes.io/csi: Register new plugin with name: smb.csi.k8s.io at endpoint: /var/lib/kubelet/plugins/smb.csi.k8s.io/csi.sock
Dec 30 20:16:36 truenas k3s[4837]: I1230 20:16:36.931039    4837 csi_plugin.go:99] kubernetes.io/csi: Trying to validate a new CSI Driver with name: nfs.csi.k8s.io endpoint: /var/lib/kubelet/plugins/csi-nfsplugin/csi.sock versions: 1.0.0
Dec 30 20:16:36 truenas k3s[4837]: I1230 20:16:36.931128    4837 csi_plugin.go:112] kubernetes.io/csi: Register new plugin with name: nfs.csi.k8s.io at endpoint: /var/lib/kubelet/plugins/csi-nfsplugin/csi.sock
Dec 30 20:16:37 truenas k3s[4837]: I1230 20:16:37.437203    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="ix-netdata/netdata-9b6b4b88d-cnntk" podStartSLOduration=164.437031374 pod.CreationTimestamp="2023-12-30 20:13:53 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:34.753818942 +0100 CET m=+53.266735145" watchObservedRunningTime="2023-12-30 20:16:37.437031374 +0100 CET m=+55.949947578"
Dec 30 20:16:39 truenas k3s[4837]: I1230 20:16:39.727137    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:16:39 truenas k3s[4837]: I1230 20:16:39.728256    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="ix-nextcloud/nextcloud-cronjob-28399395-7h7dj" podStartSLOduration=27.728230078 pod.CreationTimestamp="2023-12-30 20:16:12 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:39.725482898 +0100 CET m=+58.238399098" watchObservedRunningTime="2023-12-30 20:16:39.728230078 +0100 CET m=+58.241146278"
Dec 30 20:16:40 truenas k3s[4837]: E1230 20:16:40.105986    4837 remote_runtime.go:479] "ExecSync cmd from runtime service failed" err="rpc error: code = DeadlineExceeded desc = failed to exec in container: timeout 2s exceeded: context deadline exceeded" containerID="f1fac32d9256a2600a72a5d236d9e2b75b07584261bf158dac87491a8eccd909" cmd=[sh -c until pg_isready -U ${POSTGRES_USER} -h localhost; do sleep 2; done]
Dec 30 20:16:40 truenas k3s[4837]: I1230 20:16:40.734873    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:16:40 truenas k3s[4837]: I1230 20:16:40.743204    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="ix-plex/plex-55595fd7fb-vw6xp" podStartSLOduration=162.743157271 pod.CreationTimestamp="2023-12-30 20:13:58 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:16:40.741985122 +0100 CET m=+59.254901340" watchObservedRunningTime="2023-12-30 20:16:40.743157271 +0100 CET m=+59.256073489"
Dec 30 20:16:41 truenas k3s[4837]: I1230 20:16:41.933196    4837 csi_plugin.go:99] kubernetes.io/csi: Trying to validate a new CSI Driver with name: zfs.csi.openebs.io endpoint: /var/lib/kubelet/plugins/zfs-localpv/csi.sock versions: 1.0.0
Dec 30 20:16:41 truenas k3s[4837]: I1230 20:16:41.933237    4837 csi_plugin.go:112] kubernetes.io/csi: Register new plugin with name: zfs.csi.openebs.io at endpoint: /var/lib/kubelet/plugins/zfs-localpv/csi.sock
Dec 30 20:16:43 truenas k3s[4837]: I1230 20:16:43.760072    4837 controller.go:615] quota admission added evaluator for: zfsnodes.zfs.openebs.io
Dec 30 20:17:02 truenas k3s[4837]: time="2023-12-30T20:17:02+01:00" level=info msg="Slow SQL (started: 2023-12-30 20:17:01.847109178 +0100 CET m=+80.360025415) (total time: 1.139841332s): INSERT INTO kine(name, created, deleted, create_revision, prev_revision, lease, value, old_value) values(?, ?, ?, ?, ?, ?, ?, ?) : [[/registry/leases/kube-system/external-resizer-zfs-csi-openebs-io 0 0 740 4609557 0 [107 56 115 0 10 31 10 22 99 111 111 114 100 105 110 97 116 105 111 110 46 107 56 115 46 105 111 47 118 49 18 5 76 101 97 115 101 18 238 2 10 175 2 10 35 101 120 116 101 114 110 97 108 45 114 101 115 105 122 101 114 45 122 102 115 45 99 115 105 45 111 112 101 110 101 98 115 45 105 111 18 0 26 11 107 117 98 101 45 115 121 115 116 101 109 34 0 42 36 53 55 55 52 98 99 57 48 45 55 51 100 101 45 52 101 102 50 45 97 49 98 48 45 56 100 48 97 50 101 50 56 48 52 55 57 50 0 56 0 66 8 8 240 192 162 171 6 16 0 138 1 193 1 10 11 99 115 105 45 114 101 115 105 122 101 114 18 6 85 112 100 97 116 101 26 22 99 111 111 114 100 105 110 97 116 105 111 110 46 107 56 115 46 105 111 47 118 49 34 8 8 173 217 193 172 6 16 0 50 8 70 105 101 108 100 115 86 49 58 124 10 122 123 34 102 58 115 112 101 99 34 58 123 34 102 58 97 99 113 117 105 114 101 84 105 109 101 34 58 123 125 44 34 102 58 104 111 108 100 101 114 73 100 101 110 116 105 116 121 34 58 123 125 44 34 102 58 108 101 97 115 101 68 117 114 97 116 105 111 110 83 101 99 111 110 100 115 34 58 123 125 44 34 102 58 108 101 97 115 101 84 114 97 110 115 105 116 105 111 110 115 34 58 123 125 44 34 102 58 114 101 110 101 119 84 105 109 101 34 58 123 125 125 125 66 0 18 58 10 24 111 112 101 110 101 98 115 45 122 102 115 45 99 111 110 116 114 111 108 108 101 114 45 48 16 15 26 12 8 240 192 162 171 6 16 184 233 237 146 2 34 12 8 173 217 193 172 6 16 248 204 181 144 3 40 0 26 0 34 0] [107 56 115 0 10 31 10 22 99 111 111 114 100 105 110 97 116 105 111 110 46 107 56 115 46 105 111 47 118 49 18 5 76 101 97 115 101 18 238 2 10 175 2 10 35 101 120 116 101 114 110 97 108 45 114 101 115 105 122 101 114 45 122 102 115 45 99 115 105 45 111 112 101 110 101 98 115 45 105 111 18 0 26 11 107 117 98 101 45 115 121 115 116 101 109 34 0 42 36 53 55 55 52 98 99 57 48 45 55 51 100 101 45 52 101 102 50 45 97 49 98 48 45 56 100 48 97 50 101 50 56 48 52 55 57 50 0 56 0 66 8 8 240 192 162 171 6 16 0 138 1 193 1 10 11 99 115 105 45 114 101 115 105 122 101 114 18 6 85 112 100 97 116 101 26 22 99 111 111 114 100 105 110 97 116 105 111 110 46 107 56 115 46 105 111 47 118 49 34 8 8 168 217 193 172 6 16 0 50 8 70 105 101 108 100 115 86 49 58 124 10 122 123 34 102 58 115 112 101 99 34 58 123 34 102 58 97 99 113 117 105 114 101 84 105 109 101 34 58 123 125 44 34 102 58 104 111 108 100 101 114 73 100 101 110 116 105 116 121 34 58 123 125 44 34 102 58 108 101 97 115 101 68 117 114 97 116 105 111 110 83 101 99 111 110 100 115 34 58 123 125 44 34 102 58 108 101 97 115 101 84 114 97 110 115 105 116 105 111 110 115 34 58 123 125 44 34 102 58 114 101 110 101 119 84 105 109 101 34 58 123 125 125 125 66 0 18 58 10 24 111 112 101 110 101 98 115 45 122 102 115 45 99 111 110 116 114 111 108 108 101 114 45 48 16 15 26 12 8 240 192 162 171 6 16 184 233 237 146 2 34 12 8 168 217 193 172 6 16 184 153 235 225 2 40 0 26 0 34 0]]]"
Dec 30 20:17:02 truenas k3s[4837]: I1230 20:17:02.987855    4837 trace.go:219] Trace[1431159104]: "Update" accept:application/json, */*,audit-id:2ba6ed3e-d2ae-4def-b335-54166729e67e,client:172.16.2.217,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/external-resizer-zfs-csi-openebs-io,user-agent:csi-resizer/v0.0.0 (linux/amd64) kubernetes/$Format,verb:PUT (30-Dec-2023 20:17:01.844) (total time: 1143ms):
Dec 30 20:17:02 truenas k3s[4837]: Trace[1431159104]: ["GuaranteedUpdate etcd3" audit-id:2ba6ed3e-d2ae-4def-b335-54166729e67e,key:/leases/kube-system/external-resizer-zfs-csi-openebs-io,type:*coordination.Lease,resource:leases.coordination.k8s.io 1143ms (20:17:01.844)
Dec 30 20:17:02 truenas k3s[4837]: Trace[1431159104]:  ---"Txn call completed" 1142ms (20:17:02.987)]
Dec 30 20:17:02 truenas k3s[4837]: Trace[1431159104]: [1.143509541s] [1.143509541s] END
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.743265    4837 scope.go:115] "RemoveContainer" containerID="f5926bc8759dc73d7a500dc304c9739419930ccffb7ecc21941674b978325e4e"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.757427    4837 scope.go:115] "RemoveContainer" containerID="d6f5ba46fb6884ebcb85e1d608ccdc1648526c6e4505a66615ccadecde5088c7"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.767981    4837 scope.go:115] "RemoveContainer" containerID="a00ad11a3cabf8192d5839318f6762e2dec47018e46bb085e288117e9857a649"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.778463    4837 scope.go:115] "RemoveContainer" containerID="83a19582e5308d3d9a91bf3f444644696e7c29e03ef9b90b18f9456f7c01b139"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.789292    4837 scope.go:115] "RemoveContainer" containerID="2183ed1344fbfe02703129f9f322488e438473049048b8c8d8e8ecc42c575467"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.799385    4837 scope.go:115] "RemoveContainer" containerID="b17fcab44ed2bd4e7712dcdffaabeed3175973716e349c83642eda793ece262c"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.809674    4837 scope.go:115] "RemoveContainer" containerID="91f0bca9152fed34aecba238cdb6f66a57a41f31a1fdca2440ea82dff26dfbd1"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.817383    4837 scope.go:115] "RemoveContainer" containerID="f2bb7d1c4da3f675601804f08d4d5e381df43aa6dd1bcc5be012cb44c1fd270a"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.823696    4837 scope.go:115] "RemoveContainer" containerID="90a72b72858bfdc3e7bc22f13ef61603e324617e2c65b87e258a6b42c8d8d58e"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.828328    4837 scope.go:115] "RemoveContainer" containerID="3d3ef9de28d206b772951244a6af8f78d0a5f3ea973ec75cb9a5f2967479744d"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.833215    4837 scope.go:115] "RemoveContainer" containerID="855469193c3b744c80ba265bbe3685a0b6d139a389ec368b886cd808d20d90cd"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.837544    4837 scope.go:115] "RemoveContainer" containerID="fdf1931e716fac91b78d2de4a06464b980fe46ad84332dcd41f89914effd5afa"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.900232    4837 scope.go:115] "RemoveContainer" containerID="ddcd8bcead57d4edd396f63f5f28de054aa9b740c2b4a8e482b94b4833391600"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.911344    4837 scope.go:115] "RemoveContainer" containerID="a49e6432934d0babb39b94ef8f647cd110299aec04aa229d32ffd568e521b874"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.917015    4837 scope.go:115] "RemoveContainer" containerID="6b9e67af57fae4a0ae3c752706ee404a86e568b5c337381b24055ba81fe95593"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.921904    4837 scope.go:115] "RemoveContainer" containerID="eb97aaaf52d59e04260be11647959229387bccfd94c82baad2bd22a1c4d11233"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.926170    4837 scope.go:115] "RemoveContainer" containerID="1eafa74ad42e06cb78d50661cc1f4d537994367a15d9b360120962cad166ad48"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.930623    4837 scope.go:115] "RemoveContainer" containerID="5cb3a333c049e1ea27311b0c344517b9fb56bcf1e6ff2c3ef238549f4370604d"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.934948    4837 scope.go:115] "RemoveContainer" containerID="817172a7d743d0d9ca03addb6ae4a81893ed7a3e95f540a26bd0dce381c749a4"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.938951    4837 scope.go:115] "RemoveContainer" containerID="8ff2ad0fa8ead9d24babfa8f445c4c537cbfb14701ece1b80670f5a70f6f9029"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.943142    4837 scope.go:115] "RemoveContainer" containerID="70f1f749a7f895457c5082315a288a2de0d18014b788552b11b52cce5ee5d641"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.947084    4837 scope.go:115] "RemoveContainer" containerID="5c48ab95d82bf5499b48fea977437d5aa80a9d036503cb6bcea91f9fd988ae07"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.951028    4837 scope.go:115] "RemoveContainer" containerID="7a64304466b11514ba2380c30d85a803650eee3479dd00dfe84968ca565b568a"
Dec 30 20:17:03 truenas k3s[4837]: I1230 20:17:03.955073    4837 scope.go:115] "RemoveContainer" containerID="995aa1dce19dc6f5d1c4df7ee301bda070b142be43ee7ef1cb990ecf8d3d9774"
Dec 30 20:17:07 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:17:07.455+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:17:37 truenas k3s[4837]: I1230 20:17:37.895735    4837 pod_startup_latency_tracker.go:102] "Observed pod startup duration" pod="ix-nextcloud/nextcloud-57d64684d7-d79d9" podStartSLOduration=225.895684958 pod.CreationTimestamp="2023-12-30 20:13:52 +0100 CET" firstStartedPulling="0001-01-01 00:00:00 +0000 UTC" lastFinishedPulling="0001-01-01 00:00:00 +0000 UTC" observedRunningTime="2023-12-30 20:17:37.894255328 +0100 CET m=+116.407171567" watchObservedRunningTime="2023-12-30 20:17:37.895684958 +0100 CET m=+116.408601182"
Dec 30 20:17:39 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:17:39.116+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:17:47 truenas k3s[4837]: I1230 20:17:47.915505    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:17:48 truenas k3s[4837]: I1230 20:17:48.920334    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:17:49 truenas k3s[4837]: I1230 20:17:49.124161    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"kube-api-access-wdfsj\" (UniqueName: \"kubernetes.io/projected/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67-kube-api-access-wdfsj\") pod \"3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67\" (UID: \"3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67\") "
Dec 30 20:17:49 truenas k3s[4837]: I1230 20:17:49.124204    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67-nextcloud-data\") pod \"3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67\" (UID: \"3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67\") "
Dec 30 20:17:49 truenas k3s[4837]: I1230 20:17:49.126357    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67-kube-api-access-wdfsj" (OuterVolumeSpecName: "kube-api-access-wdfsj") pod "3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67" (UID: "3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67"). InnerVolumeSpecName "kube-api-access-wdfsj". PluginName "kubernetes.io/projected", VolumeGidValue ""
Dec 30 20:17:49 truenas k3s[4837]: W1230 20:17:49.126475    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67/volume-subpaths/nextcloud-data/nextcloud-cronjob/0" is not a mountpoint, deleting
Dec 30 20:17:49 truenas k3s[4837]: W1230 20:17:49.128121    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67/volume-subpaths/nextcloud-data/nextcloud-cronjob/1" is not a mountpoint, deleting
Dec 30 20:17:49 truenas k3s[4837]: W1230 20:17:49.130014    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67/volume-subpaths/nextcloud-data/nextcloud-cronjob/2" is not a mountpoint, deleting
Dec 30 20:17:49 truenas k3s[4837]: W1230 20:17:49.131570    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67/volume-subpaths/nextcloud-data/nextcloud-cronjob/3" is not a mountpoint, deleting
Dec 30 20:17:49 truenas k3s[4837]: W1230 20:17:49.133301    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67/volume-subpaths/nextcloud-data/nextcloud-cronjob/4" is not a mountpoint, deleting
Dec 30 20:17:49 truenas k3s[4837]: W1230 20:17:49.134906    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67/volume-subpaths/nextcloud-data/nextcloud-cronjob/5" is not a mountpoint, deleting
Dec 30 20:17:49 truenas k3s[4837]: W1230 20:17:49.136666    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67/volume-subpaths/nextcloud-data/nextcloud-cronjob/6" is not a mountpoint, deleting
Dec 30 20:17:49 truenas k3s[4837]: I1230 20:17:49.137039    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67-nextcloud-data" (OuterVolumeSpecName: "nextcloud-data") pod "3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67" (UID: "3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67"). InnerVolumeSpecName "nextcloud-data". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:17:49 truenas k3s[4837]: I1230 20:17:49.224884    4837 reconciler_common.go:295] "Volume detached for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67-nextcloud-data\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:17:49 truenas k3s[4837]: I1230 20:17:49.224911    4837 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-wdfsj\" (UniqueName: \"kubernetes.io/projected/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67-kube-api-access-wdfsj\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:17:49 truenas k3s[4837]: I1230 20:17:49.907498    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="ef036accde83d095a1b39651619e5166ee50f86272b7b1e774e7e80a8071bf3b"
Dec 30 20:17:49 truenas k3s[4837]: I1230 20:17:49.932402    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:17:50 truenas k3s[4837]: I1230 20:17:50.937356    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:17:50 truenas k3s[4837]: I1230 20:17:50.943405    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:17:50 truenas k3s[4837]: I1230 20:17:50.947374    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob-28399395" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"
Dec 30 20:17:50 truenas k3s[4837]: I1230 20:17:50.947912    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:17:50 truenas k3s[4837]: I1230 20:17:50.948277    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob" fieldPath="" kind="CronJob" apiVersion="batch/v1" type="Normal" reason="SawCompletedJob" message="Saw completed job: nextcloud-cronjob-28399395, status: Complete"
Dec 30 20:17:50 truenas k3s[4837]: I1230 20:17:50.951188    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:17:50 truenas k3s[4837]: I1230 20:17:50.956819    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob" fieldPath="" kind="CronJob" apiVersion="batch/v1" type="Normal" reason="SuccessfulDelete" message="Deleted job nextcloud-cronjob-28399380"
Dec 30 20:17:50 truenas k3s[4837]: I1230 20:17:50.957334    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399380
Dec 30 20:17:50 truenas k3s[4837]: I1230 20:17:50.967970    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob" fieldPath="" kind="CronJob" apiVersion="batch/v1" type="Normal" reason="SawCompletedJob" message="Saw completed job: nextcloud-cronjob-28399395, status: Complete"
Dec 30 20:17:50 truenas k3s[4837]: E1230 20:17:50.981613    4837 cronjob_controllerv2.go:166] error syncing CronJobController ix-nextcloud/nextcloud-cronjob, requeuing: Operation cannot be fulfilled on cronjobs.batch "nextcloud-cronjob": the object has been modified; please apply your changes to the latest version and try again
Dec 30 20:17:50 truenas k3s[4837]: E1230 20:17:50.997467    4837 cronjob_controllerv2.go:166] error syncing CronJobController ix-nextcloud/nextcloud-cronjob, requeuing: Operation cannot be fulfilled on cronjobs.batch "nextcloud-cronjob": the object has been modified; please apply your changes to the latest version and try again
Dec 30 20:17:51 truenas k3s[4837]: I1230 20:17:51.884105    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=ecc43502-bb03-4d5e-815d-8a3eb9cf0d43 path="/var/lib/kubelet/pods/ecc43502-bb03-4d5e-815d-8a3eb9cf0d43/volumes"
Dec 30 20:18:04 truenas k3s[4837]: I1230 20:18:04.240177    4837 scope.go:115] "RemoveContainer" containerID="121eb6bf5f3c3ad6e736b22a54d2535b6515d1c5fa685e2941336692c9c9e98d"
Dec 30 20:18:23 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:18:23.534+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:18:45 truenas k3s[4837]: I1230 20:18:45.834744    4837 trace.go:219] Trace[801920737]: "Update" accept:application/json, */*,audit-id:bdc6871e-396c-4c1f-8abe-4b119686d41d,client:192.168.0.35,protocol:HTTP/2.0,resource:leases,scope:resource,url:/apis/coordination.k8s.io/v1/namespaces/kube-system/leases/nfs-csi-k8s-io,user-agent:csi-provisioner/v0.0.0 (linux/amd64) kubernetes/$Format,verb:PUT (30-Dec-2023 20:18:45.258) (total time: 576ms):
Dec 30 20:18:45 truenas k3s[4837]: Trace[801920737]: ["GuaranteedUpdate etcd3" audit-id:bdc6871e-396c-4c1f-8abe-4b119686d41d,key:/leases/kube-system/nfs-csi-k8s-io,type:*coordination.Lease,resource:leases.coordination.k8s.io 575ms (20:18:45.258)
Dec 30 20:18:45 truenas k3s[4837]: Trace[801920737]:  ---"Txn call completed" 574ms (20:18:45.834)]
Dec 30 20:18:45 truenas k3s[4837]: Trace[801920737]: [576.050633ms] [576.050633ms] END
Dec 30 20:19:01 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:19:01.439+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:19:36 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:19:36.172+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:20:14 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:20:14.209+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:20:46 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:20:46.727+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:20:52 truenas k3s[4837]: time="2023-12-30T20:20:52+01:00" level=info msg="COMPACT compactRev=4607835 targetCompactRev=4608835 currentRev=4610006"
Dec 30 20:20:52 truenas k3s[4837]: time="2023-12-30T20:20:52+01:00" level=info msg="COMPACT deleted 1000 rows from 1000 revisions in 46.068767ms - compacted to 4608835/4610006"
Dec 30 20:20:52 truenas k3s[4837]: time="2023-12-30T20:20:52+01:00" level=info msg="COMPACT compactRev=4608835 targetCompactRev=4609006 currentRev=4610006"
Dec 30 20:20:52 truenas k3s[4837]: time="2023-12-30T20:20:52+01:00" level=info msg="COMPACT deleted 111 rows from 171 revisions in 386.728805ms - compacted to 4609006/4610006"
Dec 30 20:21:20 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:21:20.104+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:21:50 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:21:50.949+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:22:35 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:22:35.484+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:23:17 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:23:17.728+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:23:55 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:23:55.239+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:24:39 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:24:39.698+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:25:11 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:25:11.935+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:25:52 truenas k3s[4837]: time="2023-12-30T20:25:52+01:00" level=info msg="COMPACT compactRev=4609006 targetCompactRev=4609531 currentRev=4610531"
Dec 30 20:25:52 truenas k3s[4837]: time="2023-12-30T20:25:52+01:00" level=info msg="COMPACT deleted 304 rows from 525 revisions in 48.775379ms - compacted to 4609531/4610531"
Dec 30 20:25:56 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:25:56.396+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:26:40 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:26:40.581+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:27:20 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:27:20.141+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:28:00 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:28:00.187+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:28:40 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:28:40.697+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:29:14 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:29:14.868+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:29:51 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:29:51.205+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.107995    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.112751    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob" fieldPath="" kind="CronJob" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created job nextcloud-cronjob-28399410"
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.115517    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob-28399410" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="SuccessfulCreate" message="Created pod: nextcloud-cronjob-28399410-pn724"
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.116980    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.121459    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.122757    4837 topology_manager.go:210] "Topology Admit Handler"
Dec 30 20:30:00 truenas k3s[4837]: E1230 20:30:00.122835    4837 cpu_manager.go:395] "RemoveStaleState: removing container" podUID="3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67" containerName="nextcloud-cronjob"
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.122887    4837 memory_manager.go:346] "RemoveStaleState removing state" podUID="3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67" containerName="nextcloud-cronjob"
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.125021    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.134588    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.300549    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"kube-api-access-58j2w\" (UniqueName: \"kubernetes.io/projected/8f30fe63-065e-4bc2-a99a-881040535ec5-kube-api-access-58j2w\") pod \"nextcloud-cronjob-28399410-pn724\" (UID: \"8f30fe63-065e-4bc2-a99a-881040535ec5\") " pod="ix-nextcloud/nextcloud-cronjob-28399410-pn724"
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.300751    4837 reconciler_common.go:253] "operationExecutor.VerifyControllerAttachedVolume started for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/8f30fe63-065e-4bc2-a99a-881040535ec5-nextcloud-data\") pod \"nextcloud-cronjob-28399410-pn724\" (UID: \"8f30fe63-065e-4bc2-a99a-881040535ec5\") " pod="ix-nextcloud/nextcloud-cronjob-28399410-pn724"
Dec 30 20:30:00 truenas k3s[4837]: I1230 20:30:00.562733    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:02 truenas k3s[4837]: I1230 20:30:02.673059    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:03 truenas k3s[4837]: I1230 20:30:03.906509    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:03 truenas k3s[4837]: I1230 20:30:03.924665    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/8f30fe63-065e-4bc2-a99a-881040535ec5-nextcloud-data\") pod \"8f30fe63-065e-4bc2-a99a-881040535ec5\" (UID: \"8f30fe63-065e-4bc2-a99a-881040535ec5\") "
Dec 30 20:30:03 truenas k3s[4837]: I1230 20:30:03.924702    4837 reconciler_common.go:169] "operationExecutor.UnmountVolume started for volume \"kube-api-access-58j2w\" (UniqueName: \"kubernetes.io/projected/8f30fe63-065e-4bc2-a99a-881040535ec5-kube-api-access-58j2w\") pod \"8f30fe63-065e-4bc2-a99a-881040535ec5\" (UID: \"8f30fe63-065e-4bc2-a99a-881040535ec5\") "
Dec 30 20:30:03 truenas k3s[4837]: W1230 20:30:03.930397    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/8f30fe63-065e-4bc2-a99a-881040535ec5/volume-subpaths/nextcloud-data/nextcloud-cronjob/0" is not a mountpoint, deleting
Dec 30 20:30:03 truenas k3s[4837]: I1230 20:30:03.930761    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/projected/8f30fe63-065e-4bc2-a99a-881040535ec5-kube-api-access-58j2w" (OuterVolumeSpecName: "kube-api-access-58j2w") pod "8f30fe63-065e-4bc2-a99a-881040535ec5" (UID: "8f30fe63-065e-4bc2-a99a-881040535ec5"). InnerVolumeSpecName "kube-api-access-58j2w". PluginName "kubernetes.io/projected", VolumeGidValue ""
Dec 30 20:30:03 truenas k3s[4837]: W1230 20:30:03.935752    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/8f30fe63-065e-4bc2-a99a-881040535ec5/volume-subpaths/nextcloud-data/nextcloud-cronjob/1" is not a mountpoint, deleting
Dec 30 20:30:03 truenas k3s[4837]: W1230 20:30:03.937518    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/8f30fe63-065e-4bc2-a99a-881040535ec5/volume-subpaths/nextcloud-data/nextcloud-cronjob/2" is not a mountpoint, deleting
Dec 30 20:30:03 truenas k3s[4837]: W1230 20:30:03.939246    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/8f30fe63-065e-4bc2-a99a-881040535ec5/volume-subpaths/nextcloud-data/nextcloud-cronjob/3" is not a mountpoint, deleting
Dec 30 20:30:03 truenas k3s[4837]: W1230 20:30:03.940961    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/8f30fe63-065e-4bc2-a99a-881040535ec5/volume-subpaths/nextcloud-data/nextcloud-cronjob/4" is not a mountpoint, deleting
Dec 30 20:30:03 truenas k3s[4837]: W1230 20:30:03.942821    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/8f30fe63-065e-4bc2-a99a-881040535ec5/volume-subpaths/nextcloud-data/nextcloud-cronjob/5" is not a mountpoint, deleting
Dec 30 20:30:03 truenas k3s[4837]: W1230 20:30:03.944692    4837 mount_helper_common.go:142] Warning: "/var/lib/kubelet/pods/8f30fe63-065e-4bc2-a99a-881040535ec5/volume-subpaths/nextcloud-data/nextcloud-cronjob/6" is not a mountpoint, deleting
Dec 30 20:30:03 truenas k3s[4837]: I1230 20:30:03.944965    4837 operation_generator.go:900] UnmountVolume.TearDown succeeded for volume "kubernetes.io/host-path/8f30fe63-065e-4bc2-a99a-881040535ec5-nextcloud-data" (OuterVolumeSpecName: "nextcloud-data") pod "8f30fe63-065e-4bc2-a99a-881040535ec5" (UID: "8f30fe63-065e-4bc2-a99a-881040535ec5"). InnerVolumeSpecName "nextcloud-data". PluginName "kubernetes.io/host-path", VolumeGidValue ""
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.025874    4837 reconciler_common.go:295] "Volume detached for volume \"kube-api-access-58j2w\" (UniqueName: \"kubernetes.io/projected/8f30fe63-065e-4bc2-a99a-881040535ec5-kube-api-access-58j2w\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.025928    4837 reconciler_common.go:295] "Volume detached for volume \"nextcloud-data\" (UniqueName: \"kubernetes.io/host-path/8f30fe63-065e-4bc2-a99a-881040535ec5-nextcloud-data\") on node \"ix-truenas\" DevicePath \"\""
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.667866    4837 pod_container_deletor.go:80] "Container not found in pod's containers" containerID="d59f74e45c889a926be93e8259334fb0fcd3266773a7b159ca0f588edeaa893e"
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.911482    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.918545    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.924882    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob-28399410" fieldPath="" kind="Job" apiVersion="batch/v1" type="Normal" reason="Completed" message="Job completed"
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.924967    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.925127    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob" fieldPath="" kind="CronJob" apiVersion="batch/v1" type="Normal" reason="SawCompletedJob" message="Saw completed job: nextcloud-cronjob-28399410, status: Complete"
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.930790    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399410
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.933635    4837 job_controller.go:514] enqueueing job ix-nextcloud/nextcloud-cronjob-28399395
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.933797    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob" fieldPath="" kind="CronJob" apiVersion="batch/v1" type="Normal" reason="SuccessfulDelete" message="Deleted job nextcloud-cronjob-28399395"
Dec 30 20:30:04 truenas k3s[4837]: I1230 20:30:04.940932    4837 event.go:294] "Event occurred" object="ix-nextcloud/nextcloud-cronjob" fieldPath="" kind="CronJob" apiVersion="batch/v1" type="Normal" reason="SawCompletedJob" message="Saw completed job: nextcloud-cronjob-28399410, status: Complete"
Dec 30 20:30:04 truenas k3s[4837]: E1230 20:30:04.946990    4837 cronjob_controllerv2.go:166] error syncing CronJobController ix-nextcloud/nextcloud-cronjob, requeuing: Operation cannot be fulfilled on cronjobs.batch "nextcloud-cronjob": the object has been modified; please apply your changes to the latest version and try again
Dec 30 20:30:04 truenas k3s[4837]: E1230 20:30:04.961565    4837 cronjob_controllerv2.go:166] error syncing CronJobController ix-nextcloud/nextcloud-cronjob, requeuing: Operation cannot be fulfilled on cronjobs.batch "nextcloud-cronjob": the object has been modified; please apply your changes to the latest version and try again
Dec 30 20:30:05 truenas k3s[4837]: I1230 20:30:05.887151    4837 kubelet_volumes.go:160] "Cleaned up orphaned pod volumes dir" podUID=3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67 path="/var/lib/kubelet/pods/3ea4b4e5-1a8b-4e55-ac3a-b0a196015e67/volumes"
Dec 30 20:30:23 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:30:23.669+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:30:52 truenas k3s[4837]: time="2023-12-30T20:30:52+01:00" level=info msg="COMPACT compactRev=4609531 targetCompactRev=4610073 currentRev=4611073"
Dec 30 20:30:52 truenas k3s[4837]: time="2023-12-30T20:30:52+01:00" level=info msg="COMPACT deleted 533 rows from 542 revisions in 7.672263ms - compacted to 4610073/4611073"
Dec 30 20:30:59 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:30:59.382+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:31:04 truenas k3s[4837]: I1230 20:31:04.331612    4837 scope.go:115] "RemoveContainer" containerID="4b86deb4c3eab2caaa9a327ca98df69be5dd0d5bd105305a8516023e0918e651"
Dec 30 20:31:39 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:31:39.278+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:32:12 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:32:12.475+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:32:54 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:32:54.034+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:33:24 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:33:24.619+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:33:54 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:33:54.932+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:34:25 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:34:25.019+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:34:59 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:34:59.945+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:35:36 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:35:36.960+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:35:52 truenas k3s[4837]: time="2023-12-30T20:35:52+01:00" level=info msg="COMPACT compactRev=4610073 targetCompactRev=4610587 currentRev=4611587"
Dec 30 20:35:52 truenas k3s[4837]: time="2023-12-30T20:35:52+01:00" level=info msg="COMPACT deleted 514 rows from 514 revisions in 18.005106ms - compacted to 4610587/4611587"
Dec 30 20:36:09 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:36:09.700+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:36:39 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:36:39.921+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
Dec 30 20:37:19 truenas k3s[4837]: {"level":"warn","ts":"2023-12-30T20:37:19.832+0100","logger":"etcd-client","caller":"v3@v3.5.7-k3s1/retry_interceptor.go:62","msg":"retrying of unary invoker failed","target":"etcd-endpoints://0xc0009336c0/kine.sock","attempt":0,"error":"rpc error: code = Unknown desc = no such table: dbstat"}
