+--------------------------------------------------------------------------------+
+                              Hostname @1631988309                              +
+--------------------------------------------------------------------------------+
smaug.brd
debug finished in 0 seconds for Hostname


+--------------------------------------------------------------------------------+
+                      Hosts File (/etc/hosts) @1631988309                       +
+--------------------------------------------------------------------------------+

::1			localhost localhost.my.domain
127.0.0.1		localhost localhost.my.domain

127.0.0.1	smaug.brd smaug
::1		smaug.brd smaug
debug finished in 0 seconds for Hosts File (/etc/hosts)


+--------------------------------------------------------------------------------+
+                          /etc/resolv.conf @1631988309                          +
+--------------------------------------------------------------------------------+
domain brd
nameserver 192.168.55.129
debug finished in 0 seconds for /etc/resolv.conf


+--------------------------------------------------------------------------------+
+                             Interfaces @1631988309                             +
+--------------------------------------------------------------------------------+

2: enp4s0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 18:c0:4d:85:5d:00 brd ff:ff:ff:ff:ff:ff
    inet 192.168.55.210/24 brd 192.168.55.255 scope global dynamic enp4s0
       valid_lft 147802sec preferred_lft 147802sec
    inet6 fe80::1ac0:4dff:fe85:5d00/64 scope link 
       valid_lft forever preferred_lft forever
	Speed: 1000Mb/s
	Duplex: Full
	Auto-negotiation: on
	Port: Twisted Pair
	Default IPv4 gateway: 192.168.55.129

3: kube-bridge: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 56:59:02:27:1c:de brd ff:ff:ff:ff:ff:ff
    inet 172.16.0.1/16 brd 172.16.255.255 scope global kube-bridge
       valid_lft forever preferred_lft forever
    inet6 fe80::c086:16ff:fe48:e6ea/64 scope link 
       valid_lft forever preferred_lft forever
	Speed: 10000Mb/s
	Duplex: Unknown! (255)
	Auto-negotiation: off
	Port: Other
	Default IPv4 gateway: 192.168.55.129

4: kube-dummy-if: <BROADCAST,NOARP,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default 
    link/ether 22:19:f6:96:59:91 brd ff:ff:ff:ff:ff:ff
    inet 172.17.0.10/32 scope link kube-dummy-if
       valid_lft forever preferred_lft forever
    inet 172.17.0.1/32 scope link kube-dummy-if
       valid_lft forever preferred_lft forever
    inet6 fe80::6024:cdff:fe12:3f7/64 scope link 
       valid_lft forever preferred_lft forever


1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever


5: veth3f94d567@if3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master kube-bridge state UP group default 
    link/ether d6:a4:f6:0f:b1:23 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet6 fe80::d4f5:dcff:feb7:1652/64 scope link 
       valid_lft forever preferred_lft forever
	Speed: 10000Mb/s
	Duplex: Full
	Auto-negotiation: off
	Port: Twisted Pair

6: vethf87af582@if3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master kube-bridge state UP group default 
    link/ether 52:bc:04:e0:d7:2c brd ff:ff:ff:ff:ff:ff link-netnsid 1
    inet6 fe80::bc7e:47ff:feb2:5944/64 scope link 
       valid_lft forever preferred_lft forever
	Speed: 10000Mb/s
	Duplex: Full
	Auto-negotiation: off
	Port: Twisted Pair
debug finished in 0 seconds for Interfaces


+--------------------------------------------------------------------------------+
+                           Default Route @1631988309                            +
+--------------------------------------------------------------------------------+
192.168.55.129
debug finished in 0 seconds for Default Route


+--------------------------------------------------------------------------------+
+                   Routing tables (netstat -nrW) @1631988309                    +
+--------------------------------------------------------------------------------+
Kernel IP routing table
Destination     Gateway         Genmask         Flags   MSS Window  irtt Iface
0.0.0.0         192.168.55.129  0.0.0.0         UG        0 0          0 enp4s0
172.16.0.0      0.0.0.0         255.255.0.0     U         0 0          0 kube-bridge
192.168.55.0    0.0.0.0         255.255.255.0   U         0 0          0 enp4s0
debug finished in 0 seconds for Routing tables (netstat -nrW)


+--------------------------------------------------------------------------------+
+         Complete Routing tables (ip route show table all) @1631988309          +
+--------------------------------------------------------------------------------+
172.16.0.0/16 dev kube-bridge table kube-router proto static scope link src 172.16.0.1 
local default dev lo table kube-router-dsr scope host 
default via 192.168.55.129 dev enp4s0 
172.16.0.0/16 dev kube-bridge proto kernel scope link src 172.16.0.1 
192.168.55.0/24 dev enp4s0 proto kernel scope link src 192.168.55.210 
broadcast 127.0.0.0 dev lo table local proto kernel scope link src 127.0.0.1 
local 127.0.0.0/8 dev lo table local proto kernel scope host src 127.0.0.1 
local 127.0.0.1 dev lo table local proto kernel scope host src 127.0.0.1 
broadcast 127.255.255.255 dev lo table local proto kernel scope link src 127.0.0.1 
broadcast 172.16.0.0 dev kube-bridge table local proto kernel scope link src 172.16.0.1 
local 172.16.0.1 dev kube-bridge table local proto kernel scope host src 172.16.0.1 
broadcast 172.16.255.255 dev kube-bridge table local proto kernel scope link src 172.16.0.1 
local 172.17.0.1 dev kube-dummy-if table local proto kernel scope host src 192.168.55.210 
local 172.17.0.10 dev kube-dummy-if table local proto kernel scope host src 192.168.55.210 
broadcast 192.168.55.0 dev enp4s0 table local proto kernel scope link src 192.168.55.210 
local 192.168.55.210 dev enp4s0 table local proto kernel scope host src 192.168.55.210 
broadcast 192.168.55.255 dev enp4s0 table local proto kernel scope link src 192.168.55.210 
fe80::/64 dev kube-bridge table kube-router proto static metric 1024 pref medium
::1 dev lo proto kernel metric 256 pref medium
fe80::/64 dev enp4s0 proto kernel metric 256 pref medium
fe80::/64 dev kube-bridge proto kernel metric 256 pref medium
fe80::/64 dev kube-dummy-if proto kernel metric 256 pref medium
fe80::/64 dev veth3f94d567 proto kernel metric 256 pref medium
fe80::/64 dev vethf87af582 proto kernel metric 256 pref medium
local ::1 dev lo table local proto kernel metric 0 pref medium
local fe80::1ac0:4dff:fe85:5d00 dev enp4s0 table local proto kernel metric 0 pref medium
local fe80::6024:cdff:fe12:3f7 dev kube-dummy-if table local proto kernel metric 0 pref medium
local fe80::bc7e:47ff:feb2:5944 dev vethf87af582 table local proto kernel metric 0 pref medium
local fe80::c086:16ff:fe48:e6ea dev kube-bridge table local proto kernel metric 0 pref medium
local fe80::d4f5:dcff:feb7:1652 dev veth3f94d567 table local proto kernel metric 0 pref medium
multicast ff00::/8 dev enp4s0 table local proto kernel metric 256 pref medium
multicast ff00::/8 dev kube-bridge table local proto kernel metric 256 pref medium
multicast ff00::/8 dev kube-dummy-if table local proto kernel metric 256 pref medium
multicast ff00::/8 dev veth3f94d567 table local proto kernel metric 256 pref medium
multicast ff00::/8 dev vethf87af582 table local proto kernel metric 256 pref medium
debug finished in 0 seconds for Complete Routing tables (ip route show table all)


+--------------------------------------------------------------------------------+
+                      IP Rules (ip rule list) @1631988309                       +
+--------------------------------------------------------------------------------+
0:	from all lookup local
32764:	from 172.16.0.0/16 lookup kube-router
32765:	from all lookup external_ip
32766:	from all lookup main
32767:	from all lookup default
debug finished in 0 seconds for IP Rules (ip rule list)


+--------------------------------------------------------------------------------+
+                 Iptables Rules (iptables-save -c) @1631988309                  +
+--------------------------------------------------------------------------------+
# Generated by iptables-save v1.8.7 on Sat Sep 18 11:05:09 2021
*mangle
:PREROUTING ACCEPT [80246013:1095077500716]
:INPUT ACCEPT [80245198:1095072653785]
:FORWARD ACCEPT [937:4854809]
:OUTPUT ACCEPT [65145238:5390671256]
:POSTROUTING ACCEPT [65146173:5395526017]
:KUBE-KUBELET-CANARY - [0:0]
COMMIT
# Completed on Sat Sep 18 11:05:09 2021
# Generated by iptables-save v1.8.7 on Sat Sep 18 11:05:09 2021
*filter
:INPUT ACCEPT [2161:829855]
:FORWARD ACCEPT [0:0]
:OUTPUT ACCEPT [2841:1014791]
:KUBE-FIREWALL - [0:0]
:KUBE-KUBELET-CANARY - [0:0]
:KUBE-NWPLCY-DEFAULT - [0:0]
:KUBE-POD-FW-BRODOV2HUW7K67XA - [0:0]
:KUBE-POD-FW-LP2ZUKNNC4VUEYSP - [0:0]
:KUBE-ROUTER-FORWARD - [0:0]
:KUBE-ROUTER-INPUT - [0:0]
:KUBE-ROUTER-OUTPUT - [0:0]
:KUBE-ROUTER-SERVICES - [0:0]
[3467:1235235] -A INPUT -m comment --comment "kube-router netpol - 4IA2OSFRMVNDXBVV" -j KUBE-ROUTER-INPUT
[0:0] -A INPUT -m comment --comment "handle traffic to IPVS service IPs in custom chain" -m set --match-set kube-router-service-ips dst -j KUBE-ROUTER-SERVICES
[2901:968852] -A INPUT -j KUBE-FIREWALL
[57:9533] -A INPUT -s 192.168.55.210/32 -p tcp -m tcp --dport 6443 -m comment --comment "iX Custom Rule to allow access to k8s cluster from internal TrueNAS connections" -j ACCEPT
[683:129464] -A INPUT -s 127.0.0.1/32 -p tcp -m tcp --dport 6443 -m comment --comment "iX Custom Rule to allow access to k8s cluster from internal TrueNAS connections" -j ACCEPT
[0:0] -A INPUT -p tcp -m tcp --dport 6443 -m comment --comment "iX Custom Rule to drop connection requests to k8s cluster from external sources" -j DROP
[0:0] -A FORWARD -m comment --comment "kube-router netpol - TEMCG2JMHZYE7H7T" -j KUBE-ROUTER-FORWARD
[0:0] -A FORWARD -o enp4s0 -m comment --comment "allow outbound node port traffic on node interface with which node ip is associated" -j ACCEPT
[0:0] -A FORWARD -o kube-bridge -m comment --comment "allow inbound traffic to pods" -j ACCEPT
[0:0] -A FORWARD -i kube-bridge -m comment --comment "allow outbound traffic from pods" -j ACCEPT
[3424:1186799] -A OUTPUT -m comment --comment "kube-router netpol - VEAAIY32XVBHCSCY" -j KUBE-ROUTER-OUTPUT
[2841:1014791] -A OUTPUT -j KUBE-FIREWALL
[0:0] -A KUBE-FIREWALL -m comment --comment "kubernetes firewall for dropping marked packets" -m mark --mark 0x8000/0x8000 -j DROP
[0:0] -A KUBE-FIREWALL ! -s 127.0.0.0/8 -d 127.0.0.0/8 -m comment --comment "block incoming localnet connections" -m conntrack ! --ctstate RELATED,ESTABLISHED,DNAT -j DROP
[0:0] -A KUBE-NWPLCY-DEFAULT -m comment --comment "rule to mark traffic matching a network policy" -j MARK --set-xmark 0x10000/0x10000
[469:36492] -A KUBE-POD-FW-BRODOV2HUW7K67XA -m comment --comment "rule for stateful firewall for pod" -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
[48:2880] -A KUBE-POD-FW-BRODOV2HUW7K67XA -d 172.16.0.9/32 -m comment --comment "rule to permit the traffic traffic to pods when source is the pod\'s local node" -m addrtype --src-type LOCAL -j ACCEPT
[0:0] -A KUBE-POD-FW-BRODOV2HUW7K67XA -s 172.16.0.9/32 -m comment --comment "run through default egress network policy  chain" -j KUBE-NWPLCY-DEFAULT
[0:0] -A KUBE-POD-FW-BRODOV2HUW7K67XA -d 172.16.0.9/32 -m comment --comment "run through default ingress network policy  chain" -j KUBE-NWPLCY-DEFAULT
[0:0] -A KUBE-POD-FW-BRODOV2HUW7K67XA -m comment --comment "rule to log dropped traffic POD name:coredns-7448499f4d-fmc97 namespace: kube-system" -m mark ! --mark 0x10000/0x10000 -m limit --limit 10/min --limit-burst 10 -j NFLOG --nflog-group 100
[0:0] -A KUBE-POD-FW-BRODOV2HUW7K67XA -m comment --comment "rule to REJECT traffic destined for POD name:coredns-7448499f4d-fmc97 namespace: kube-system" -m mark ! --mark 0x10000/0x10000 -j REJECT --reject-with icmp-port-unreachable
[0:0] -A KUBE-POD-FW-BRODOV2HUW7K67XA -j MARK --set-xmark 0x0/0x10000
[0:0] -A KUBE-POD-FW-BRODOV2HUW7K67XA -m comment --comment "set mark to ACCEPT traffic that comply to network policies" -j MARK --set-xmark 0x20000/0x20000
[632:399019] -A KUBE-POD-FW-LP2ZUKNNC4VUEYSP -m comment --comment "rule for stateful firewall for pod" -m conntrack --ctstate RELATED,ESTABLISHED -j ACCEPT
[0:0] -A KUBE-POD-FW-LP2ZUKNNC4VUEYSP -d 172.16.0.8/32 -m comment --comment "rule to permit the traffic traffic to pods when source is the pod\'s local node" -m addrtype --src-type LOCAL -j ACCEPT
[0:0] -A KUBE-POD-FW-LP2ZUKNNC4VUEYSP -s 172.16.0.8/32 -m comment --comment "run through default egress network policy  chain" -j KUBE-NWPLCY-DEFAULT
[0:0] -A KUBE-POD-FW-LP2ZUKNNC4VUEYSP -d 172.16.0.8/32 -m comment --comment "run through default ingress network policy  chain" -j KUBE-NWPLCY-DEFAULT
[0:0] -A KUBE-POD-FW-LP2ZUKNNC4VUEYSP -m comment --comment "rule to log dropped traffic POD name:openebs-zfs-controller-0 namespace: kube-system" -m mark ! --mark 0x10000/0x10000 -m limit --limit 10/min --limit-burst 10 -j NFLOG --nflog-group 100
[0:0] -A KUBE-POD-FW-LP2ZUKNNC4VUEYSP -m comment --comment "rule to REJECT traffic destined for POD name:openebs-zfs-controller-0 namespace: kube-system" -m mark ! --mark 0x10000/0x10000 -j REJECT --reject-with icmp-port-unreachable
[0:0] -A KUBE-POD-FW-LP2ZUKNNC4VUEYSP -j MARK --set-xmark 0x0/0x10000
[0:0] -A KUBE-POD-FW-LP2ZUKNNC4VUEYSP -m comment --comment "set mark to ACCEPT traffic that comply to network policies" -j MARK --set-xmark 0x20000/0x20000
[0:0] -A KUBE-ROUTER-FORWARD -s 172.16.0.9/32 -m physdev --physdev-is-bridged -m comment --comment "rule to jump traffic from POD name:coredns-7448499f4d-fmc97 namespace: kube-system to chain KUBE-POD-FW-BRODOV2HUW7K67XA" -j KUBE-POD-FW-BRODOV2HUW7K67XA
[0:0] -A KUBE-ROUTER-FORWARD -s 172.16.0.9/32 -m comment --comment "rule to jump traffic from POD name:coredns-7448499f4d-fmc97 namespace: kube-system to chain KUBE-POD-FW-BRODOV2HUW7K67XA" -j KUBE-POD-FW-BRODOV2HUW7K67XA
[0:0] -A KUBE-ROUTER-FORWARD -d 172.16.0.9/32 -m physdev --physdev-is-bridged -m comment --comment "rule to jump traffic destined to POD name:coredns-7448499f4d-fmc97 namespace: kube-system to chain KUBE-POD-FW-BRODOV2HUW7K67XA" -j KUBE-POD-FW-BRODOV2HUW7K67XA
[0:0] -A KUBE-ROUTER-FORWARD -d 172.16.0.9/32 -m comment --comment "rule to jump traffic destined to POD name:coredns-7448499f4d-fmc97 namespace: kube-system to chain KUBE-POD-FW-BRODOV2HUW7K67XA" -j KUBE-POD-FW-BRODOV2HUW7K67XA
[0:0] -A KUBE-ROUTER-FORWARD -s 172.16.0.8/32 -m physdev --physdev-is-bridged -m comment --comment "rule to jump traffic from POD name:openebs-zfs-controller-0 namespace: kube-system to chain KUBE-POD-FW-LP2ZUKNNC4VUEYSP" -j KUBE-POD-FW-LP2ZUKNNC4VUEYSP
[0:0] -A KUBE-ROUTER-FORWARD -s 172.16.0.8/32 -m comment --comment "rule to jump traffic from POD name:openebs-zfs-controller-0 namespace: kube-system to chain KUBE-POD-FW-LP2ZUKNNC4VUEYSP" -j KUBE-POD-FW-LP2ZUKNNC4VUEYSP
[0:0] -A KUBE-ROUTER-FORWARD -d 172.16.0.8/32 -m physdev --physdev-is-bridged -m comment --comment "rule to jump traffic destined to POD name:openebs-zfs-controller-0 namespace: kube-system to chain KUBE-POD-FW-LP2ZUKNNC4VUEYSP" -j KUBE-POD-FW-LP2ZUKNNC4VUEYSP
[0:0] -A KUBE-ROUTER-FORWARD -d 172.16.0.8/32 -m comment --comment "rule to jump traffic destined to POD name:openebs-zfs-controller-0 namespace: kube-system to chain KUBE-POD-FW-LP2ZUKNNC4VUEYSP" -j KUBE-POD-FW-LP2ZUKNNC4VUEYSP
[0:0] -A KUBE-ROUTER-FORWARD -m comment --comment "rule to explicitly ACCEPT traffic that comply to network policies" -m mark --mark 0x20000/0x20000 -j ACCEPT
[248:19856] -A KUBE-ROUTER-INPUT -s 172.16.0.9/32 -m comment --comment "rule to jump traffic from POD name:coredns-7448499f4d-fmc97 namespace: kube-system to chain KUBE-POD-FW-BRODOV2HUW7K67XA" -j KUBE-POD-FW-BRODOV2HUW7K67XA
[318:246527] -A KUBE-ROUTER-INPUT -s 172.16.0.8/32 -m comment --comment "rule to jump traffic from POD name:openebs-zfs-controller-0 namespace: kube-system to chain KUBE-POD-FW-LP2ZUKNNC4VUEYSP" -j KUBE-POD-FW-LP2ZUKNNC4VUEYSP
[0:0] -A KUBE-ROUTER-INPUT -d 10.96.0.0/12 -m comment --comment "allow traffic to cluster IP - 4H2UH6XHRCCZXCYQ" -j RETURN
[0:0] -A KUBE-ROUTER-INPUT -p tcp -m comment --comment "allow LOCAL TCP traffic to node ports - LR7XO7NXDBGQJD2M" -m addrtype --dst-type LOCAL -m multiport --dports 30000:32767 -j RETURN
[0:0] -A KUBE-ROUTER-INPUT -p udp -m comment --comment "allow LOCAL UDP traffic to node ports - 76UCBPIZNGJNWNUZ" -m addrtype --dst-type LOCAL -m multiport --dports 30000:32767 -j RETURN
[0:0] -A KUBE-ROUTER-INPUT -m comment --comment "rule to explicitly ACCEPT traffic that comply to network policies" -m mark --mark 0x20000/0x20000 -j ACCEPT
[0:0] -A KUBE-ROUTER-OUTPUT -s 172.16.0.9/32 -m comment --comment "rule to jump traffic from POD name:coredns-7448499f4d-fmc97 namespace: kube-system to chain KUBE-POD-FW-BRODOV2HUW7K67XA" -j KUBE-POD-FW-BRODOV2HUW7K67XA
[269:19516] -A KUBE-ROUTER-OUTPUT -d 172.16.0.9/32 -m comment --comment "rule to jump traffic destined to POD name:coredns-7448499f4d-fmc97 namespace: kube-system to chain KUBE-POD-FW-BRODOV2HUW7K67XA" -j KUBE-POD-FW-BRODOV2HUW7K67XA
[0:0] -A KUBE-ROUTER-OUTPUT -s 172.16.0.8/32 -m comment --comment "rule to jump traffic from POD name:openebs-zfs-controller-0 namespace: kube-system to chain KUBE-POD-FW-LP2ZUKNNC4VUEYSP" -j KUBE-POD-FW-LP2ZUKNNC4VUEYSP
[314:152492] -A KUBE-ROUTER-OUTPUT -d 172.16.0.8/32 -m comment --comment "rule to jump traffic destined to POD name:openebs-zfs-controller-0 namespace: kube-system to chain KUBE-POD-FW-LP2ZUKNNC4VUEYSP" -j KUBE-POD-FW-LP2ZUKNNC4VUEYSP
[0:0] -A KUBE-ROUTER-OUTPUT -m comment --comment "rule to explicitly ACCEPT traffic that comply to network policies" -m mark --mark 0x20000/0x20000 -j ACCEPT
[0:0] -A KUBE-ROUTER-SERVICES -m comment --comment "allow input traffic to ipvs services" -m set --match-set kube-router-ipvs-services dst,dst -j ACCEPT
[0:0] -A KUBE-ROUTER-SERVICES -p icmp -m comment --comment "allow icmp echo requests to service IPs" -m icmp --icmp-type 8 -j ACCEPT
[0:0] -A KUBE-ROUTER-SERVICES -p icmp -m comment --comment "allow icmp destination unreachable messages to service IPs" -m icmp --icmp-type 3 -j ACCEPT
[0:0] -A KUBE-ROUTER-SERVICES -p icmp -m comment --comment "allow icmp ttl exceeded messages to service IPs" -m icmp --icmp-type 11 -j ACCEPT
[0:0] -A KUBE-ROUTER-SERVICES -m comment --comment "reject all unexpected traffic to service IPs" -m set ! --match-set kube-router-local-ips dst -j REJECT --reject-with icmp-port-unreachable
COMMIT
# Completed on Sat Sep 18 11:05:09 2021
# Generated by iptables-save v1.8.7 on Sat Sep 18 11:05:09 2021
*nat
:PREROUTING ACCEPT [25101:2351350]
:INPUT ACCEPT [25018:2344823]
:OUTPUT ACCEPT [200761:12017166]
:POSTROUTING ACCEPT [200784:12019314]
:KUBE-KUBELET-CANARY - [0:0]
:KUBE-MARK-DROP - [0:0]
:KUBE-MARK-MASQ - [0:0]
:KUBE-POSTROUTING - [0:0]
[200913:12039189] -A POSTROUTING -m comment --comment "kubernetes postrouting rules" -j KUBE-POSTROUTING
[40:3179] -A POSTROUTING -m set --match-set kube-router-pod-subnets src -m set ! --match-set kube-router-pod-subnets dst -m set ! --match-set kube-router-node-ips dst -j MASQUERADE --random-fully
[20:1200] -A POSTROUTING ! -s 172.16.0.0/16 ! -d 172.16.0.0/16 -m ipvs --vdir ORIGINAL --vmethod MASQ -m comment --comment "" -j SNAT --to-source 192.168.55.210 --random-fully
[0:0] -A KUBE-MARK-DROP -j MARK --set-xmark 0x8000/0x8000
[0:0] -A KUBE-MARK-MASQ -j MARK --set-xmark 0x4000/0x4000
[200913:12039189] -A KUBE-POSTROUTING -m mark ! --mark 0x4000/0x4000 -j RETURN
[0:0] -A KUBE-POSTROUTING -j MARK --set-xmark 0x4000/0x0
[0:0] -A KUBE-POSTROUTING -m comment --comment "kubernetes service traffic requiring SNAT" -j MASQUERADE --random-fully
COMMIT
# Completed on Sat Sep 18 11:05:09 2021
debug finished in 0 seconds for Iptables Rules (iptables-save -c)


+--------------------------------------------------------------------------------+
+                      IPVS rules (ipvsadm -L) @1631988309                       +
+--------------------------------------------------------------------------------+
IP Virtual Server version 1.2.1 (size=4096)
Prot LocalAddress:Port Scheduler Flags
  -> RemoteAddress:Port           Forward Weight ActiveConn InActConn
TCP  172.17.0.1:https rr
  -> smaug.brd:6443               Masq    1      31         0         
TCP  172.17.0.10:domain rr
  -> 172.16.0.9:domain            Masq    1      0          0         
TCP  172.17.0.10:9153 rr
  -> 172.16.0.9:9153              Masq    1      0          0         
UDP  172.17.0.10:domain rr
  -> 172.16.0.9:domain            Masq    1      0          0         
debug finished in 0 seconds for IPVS rules (ipvsadm -L)


+--------------------------------------------------------------------------------+
+                     IPSET rules (ipset --list) @1631988309                     +
+--------------------------------------------------------------------------------+
Name: kube-router-pod-subnets
Type: hash:net
Revision: 6
Header: family inet hashsize 1024 maxelem 65536 timeout 0
Size in memory: 544
References: 2
Number of entries: 1
Members:
172.16.0.0/16 timeout 0

Name: kube-router-node-ips
Type: hash:ip
Revision: 4
Header: family inet hashsize 1024 maxelem 65536 timeout 0
Size in memory: 296
References: 1
Number of entries: 1
Members:
192.168.55.210 timeout 0

Name: kube-router-ipvs-services
Type: hash:ip,port
Revision: 5
Header: family inet hashsize 1024 maxelem 65536 timeout 0
Size in memory: 576
References: 1
Number of entries: 4
Members:
172.17.0.10,tcp:53 timeout 0
172.17.0.10,tcp:9153 timeout 0
172.17.0.1,tcp:443 timeout 0
172.17.0.10,udp:53 timeout 0

Name: kube-router-local-ips
Type: hash:ip
Revision: 4
Header: family inet hashsize 1024 maxelem 65536 timeout 0
Size in memory: 392
References: 1
Number of entries: 2
Members:
192.168.55.210 timeout 0
127.0.0.1 timeout 0

Name: kube-router-service-ips
Type: hash:ip
Revision: 4
Header: family inet hashsize 1024 maxelem 65536 timeout 0
Size in memory: 392
References: 1
Number of entries: 2
Members:
172.17.0.1 timeout 0
172.17.0.10 timeout 0
debug finished in 0 seconds for IPSET rules (ipset --list)


+--------------------------------------------------------------------------------+
+                       ARP entries (arp -an) @1631988309                        +
+--------------------------------------------------------------------------------+
? (172.16.0.9) at 7e:a2:28:92:4d:a1 [ether] on kube-bridge
? (192.168.55.146) at <incomplete> on enp4s0
? (172.16.0.8) at a2:13:16:19:90:f5 [ether] on kube-bridge
? (192.168.55.129) at c0:ff:d4:9e:20:fd [ether] on enp4s0
? (172.16.0.10) at 86:cc:b6:5f:d4:41 [ether] on kube-bridge
? (192.168.55.121) at 04:6c:59:2d:4f:f1 [ether] on enp4s0
debug finished in 0 seconds for ARP entries (arp -an)


+--------------------------------------------------------------------------------+
+                 Interface statistics (ip -s addr) @1631988309                  +
+--------------------------------------------------------------------------------+
1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000
    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00
    inet 127.0.0.1/8 scope host lo
       valid_lft forever preferred_lft forever
    inet6 ::1/128 scope host 
       valid_lft forever preferred_lft forever
    RX: bytes  packets  errors  dropped missed  mcast   
    1394339883 4848601  0       0       0       0       
    TX: bytes  packets  errors  dropped carrier collsns 
    1394339883 4848601  0       0       0       0       
2: enp4s0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP group default qlen 1000
    link/ether 18:c0:4d:85:5d:00 brd ff:ff:ff:ff:ff:ff
    inet 192.168.55.210/24 brd 192.168.55.255 scope global dynamic enp4s0
       valid_lft 147802sec preferred_lft 147802sec
    inet6 fe80::1ac0:4dff:fe85:5d00/64 scope link 
       valid_lft forever preferred_lft forever
    RX: bytes  packets  errors  dropped missed  mcast   
    1138558175460 752979726 0       0       0       331     
    TX: bytes  packets  errors  dropped carrier collsns 
    4160983140 58162924 0       0       0       0       
3: kube-bridge: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue state UP group default qlen 1000
    link/ether 56:59:02:27:1c:de brd ff:ff:ff:ff:ff:ff
    inet 172.16.0.1/16 brd 172.16.255.255 scope global kube-bridge
       valid_lft forever preferred_lft forever
    inet6 fe80::c086:16ff:fe48:e6ea/64 scope link 
       valid_lft forever preferred_lft forever
    RX: bytes  packets  errors  dropped missed  mcast   
    1012017535 2141939  0       0       0       22      
    TX: bytes  packets  errors  dropped carrier collsns 
    687110913  2180561  0       0       0       0       
4: kube-dummy-if: <BROADCAST,NOARP,UP,LOWER_UP> mtu 1500 qdisc noqueue state UNKNOWN group default 
    link/ether 22:19:f6:96:59:91 brd ff:ff:ff:ff:ff:ff
    inet 172.17.0.10/32 scope link kube-dummy-if
       valid_lft forever preferred_lft forever
    inet 172.17.0.1/32 scope link kube-dummy-if
       valid_lft forever preferred_lft forever
    inet6 fe80::6024:cdff:fe12:3f7/64 scope link 
       valid_lft forever preferred_lft forever
    RX: bytes  packets  errors  dropped missed  mcast   
    0          0        0       0       0       0       
    TX: bytes  packets  errors  dropped carrier collsns 
    6370       91       0       0       0       0       
5: veth3f94d567@if3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master kube-bridge state UP group default 
    link/ether d6:a4:f6:0f:b1:23 brd ff:ff:ff:ff:ff:ff link-netnsid 0
    inet6 fe80::d4f5:dcff:feb7:1652/64 scope link 
       valid_lft forever preferred_lft forever
    RX: bytes  packets  errors  dropped missed  mcast   
    945906291  1197540  0       0       0       0       
    TX: bytes  packets  errors  dropped carrier collsns 
    598309140  1159771  0       0       0       0       
6: vethf87af582@if3: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc noqueue master kube-bridge state UP group default 
    link/ether 52:bc:04:e0:d7:2c brd ff:ff:ff:ff:ff:ff link-netnsid 1
    inet6 fe80::bc7e:47ff:feb2:5944/64 scope link 
       valid_lft forever preferred_lft forever
    RX: bytes  packets  errors  dropped missed  mcast   
    91323953   943780   0       0       0       0       
    TX: bytes  packets  errors  dropped carrier collsns 
    88725661   1020447  0       0       0       0       
debug finished in 0 seconds for Interface statistics (ip -s addr)


+--------------------------------------------------------------------------------+
+                protocols - 'netstat -p protocol -s' @1631988309                +
+--------------------------------------------------------------------------------+
Ip:
    Forwarding: 1
    80246442 total packets received
    3 with invalid addresses
    721 forwarded
    0 incoming packets discarded
    80245235 incoming packets delivered
    65146451 requests sent out
Icmp:
    80 ICMP messages received
    5 input ICMP message failed
    ICMP input histogram:
        destination unreachable: 80
    109 ICMP messages sent
    0 ICMP messages failed
    ICMP output histogram:
        destination unreachable: 109
IcmpMsg:
        InType3: 80
        OutType3: 109
Tcp:
    185581 active connection openings
    2006 passive connection openings
    2548 failed connection attempts
    464 connection resets received
    94 connections established
    80170119 segments received
    65132071 segments sent out
    913 segments retransmitted
    18 bad segments received
    3023 resets sent
Udp:
    45176 packets received
    0 packets to unknown port received
    0 packet receive errors
    45171 packets sent
    0 receive buffer errors
    0 send buffer errors
    IgnoredMulti: 29860
UdpLite:
TcpExt:
    2 resets received for embryonic SYN_RECV sockets
    79584 TCP sockets finished time wait in fast timer
    1 packetes rejected in established connections because of timestamp
    127668 delayed acks sent
    121 delayed acks further delayed because of locked socket
    Quick ack mode was activated 301 times
    75011607 packet headers predicted
    801522 acknowledgments not containing data payload received
    3501701 predicted acknowledgments
    TCPSackRecovery: 111
    Detected reordering 41 times using SACK
    Detected reordering 1 times using time stamp
    4 congestion windows fully recovered without slow start
    1 congestion windows partially recovered using Hoe heuristic
    TCPDSACKUndo: 61
    TCPLostRetransmit: 103
    222 fast retransmits
    2 retransmits in slow start
    TCPTimeouts: 132
    TCPLossProbes: 571
    TCPLossProbeRecovery: 34
    TCPSackRecoveryFail: 2
    TCPBacklogCoalesce: 56779
    TCPDSACKOldSent: 301
    TCPDSACKRecv: 612
    TCPDSACKOfoRecv: 4
    460 connections reset due to unexpected data
    6 connections reset due to early user close
    5 connections aborted due to timeout
    TCPDSACKIgnoredNoUndo: 41
    TCPSackShifted: 1
    TCPSackMerged: 87
    TCPSackShiftFallback: 165
    TCPRcvCoalesce: 14366874
    TCPOFOQueue: 63474
    TCPChallengeACK: 19
    TCPSYNChallenge: 18
    TCPSpuriousRtxHostQueues: 6
    TCPAutoCorking: 2833
    TCPWantZeroWindowAdv: 1
    TCPSynRetrans: 4
    TCPOrigDataSent: 5359995
    TCPHystartTrainDetect: 50
    TCPHystartTrainCwnd: 996
    TCPHystartDelayDetect: 5
    TCPHystartDelayCwnd: 222
    TCPACKSkippedSeq: 5
    TCPKeepAlive: 253777
    TCPDelivered: 5543090
    TCPAckCompressed: 50486
    TcpTimeoutRehash: 127
    TcpDuplicateDataRehash: 123
    TCPDSACKRecvSegs: 616
IpExt:
    OutMcastPkts: 2
    InBcastPkts: 29905
    OutBcastPkts: 4
    InOctets: 1095077628916
    OutOctets: 5400468602
    OutMcastOctets: 80
    InBcastOctets: 3970059
    OutBcastOctets: 312
    InNoECTPkts: 760131448
Ip:
    Forwarding: 1
    80246442 total packets received
    3 with invalid addresses
    721 forwarded
    0 incoming packets discarded
    80245235 incoming packets delivered
    65146451 requests sent out
Icmp:
    80 ICMP messages received
    5 input ICMP message failed
    ICMP input histogram:
        destination unreachable: 80
    109 ICMP messages sent
    0 ICMP messages failed
    ICMP output histogram:
        destination unreachable: 109
IcmpMsg:
        InType3: 80
        OutType3: 109
Tcp:
    185581 active connection openings
    2006 passive connection openings
    2548 failed connection attempts
    464 connection resets received
    94 connections established
    80170119 segments received
    65132071 segments sent out
    913 segments retransmitted
    18 bad segments received
    3023 resets sent
Udp:
    45176 packets received
    0 packets to unknown port received
    0 packet receive errors
    45171 packets sent
    0 receive buffer errors
    0 send buffer errors
    IgnoredMulti: 29860
UdpLite:
TcpExt:
    2 resets received for embryonic SYN_RECV sockets
    79584 TCP sockets finished time wait in fast timer
    1 packetes rejected in established connections because of timestamp
    127668 delayed acks sent
    121 delayed acks further delayed because of locked socket
    Quick ack mode was activated 301 times
    75011607 packet headers predicted
    801522 acknowledgments not containing data payload received
    3501701 predicted acknowledgments
    TCPSackRecovery: 111
    Detected reordering 41 times using SACK
    Detected reordering 1 times using time stamp
    4 congestion windows fully recovered without slow start
    1 congestion windows partially recovered using Hoe heuristic
    TCPDSACKUndo: 61
    TCPLostRetransmit: 103
    222 fast retransmits
    2 retransmits in slow start
    TCPTimeouts: 132
    TCPLossProbes: 571
    TCPLossProbeRecovery: 34
    TCPSackRecoveryFail: 2
    TCPBacklogCoalesce: 56779
    TCPDSACKOldSent: 301
    TCPDSACKRecv: 612
    TCPDSACKOfoRecv: 4
    460 connections reset due to unexpected data
    6 connections reset due to early user close
    5 connections aborted due to timeout
    TCPDSACKIgnoredNoUndo: 41
    TCPSackShifted: 1
    TCPSackMerged: 87
    TCPSackShiftFallback: 165
    TCPRcvCoalesce: 14366874
    TCPOFOQueue: 63474
    TCPChallengeACK: 19
    TCPSYNChallenge: 18
    TCPSpuriousRtxHostQueues: 6
    TCPAutoCorking: 2833
    TCPWantZeroWindowAdv: 1
    TCPSynRetrans: 4
    TCPOrigDataSent: 5359995
    TCPHystartTrainDetect: 50
    TCPHystartTrainCwnd: 996
    TCPHystartDelayDetect: 5
    TCPHystartDelayCwnd: 222
    TCPACKSkippedSeq: 5
    TCPKeepAlive: 253777
    TCPDelivered: 5543090
    TCPAckCompressed: 50486
    TcpTimeoutRehash: 127
    TcpDuplicateDataRehash: 123
    TCPDSACKRecvSegs: 616
IpExt:
    OutMcastPkts: 2
    InBcastPkts: 29905
    OutBcastPkts: 4
    InOctets: 1095077628916
    OutOctets: 5400468602
    OutMcastOctets: 80
    InBcastOctets: 3970059
    OutBcastOctets: 312
    InNoECTPkts: 760131448
Ip:
    Forwarding: 1
    80246442 total packets received
    3 with invalid addresses
    721 forwarded
    0 incoming packets discarded
    80245235 incoming packets delivered
    65146451 requests sent out
Icmp:
    80 ICMP messages received
    5 input ICMP message failed
    ICMP input histogram:
        destination unreachable: 80
    109 ICMP messages sent
    0 ICMP messages failed
    ICMP output histogram:
        destination unreachable: 109
IcmpMsg:
        InType3: 80
        OutType3: 109
Tcp:
    185581 active connection openings
    2006 passive connection openings
    2548 failed connection attempts
    464 connection resets received
    94 connections established
    80170119 segments received
    65132071 segments sent out
    913 segments retransmitted
    18 bad segments received
    3023 resets sent
Udp:
    45176 packets received
    0 packets to unknown port received
    0 packet receive errors
    45171 packets sent
    0 receive buffer errors
    0 send buffer errors
    IgnoredMulti: 29860
UdpLite:
TcpExt:
    2 resets received for embryonic SYN_RECV sockets
    79584 TCP sockets finished time wait in fast timer
    1 packetes rejected in established connections because of timestamp
    127668 delayed acks sent
    121 delayed acks further delayed because of locked socket
    Quick ack mode was activated 301 times
    75011607 packet headers predicted
    801522 acknowledgments not containing data payload received
    3501701 predicted acknowledgments
    TCPSackRecovery: 111
    Detected reordering 41 times using SACK
    Detected reordering 1 times using time stamp
    4 congestion windows fully recovered without slow start
    1 congestion windows partially recovered using Hoe heuristic
    TCPDSACKUndo: 61
    TCPLostRetransmit: 103
    222 fast retransmits
    2 retransmits in slow start
    TCPTimeouts: 132
    TCPLossProbes: 571
    TCPLossProbeRecovery: 34
    TCPSackRecoveryFail: 2
    TCPBacklogCoalesce: 56779
    TCPDSACKOldSent: 301
    TCPDSACKRecv: 612
    TCPDSACKOfoRecv: 4
    460 connections reset due to unexpected data
    6 connections reset due to early user close
    5 connections aborted due to timeout
    TCPDSACKIgnoredNoUndo: 41
    TCPSackShifted: 1
    TCPSackMerged: 87
    TCPSackShiftFallback: 165
    TCPRcvCoalesce: 14366874
    TCPOFOQueue: 63474
    TCPChallengeACK: 19
    TCPSYNChallenge: 18
    TCPSpuriousRtxHostQueues: 6
    TCPAutoCorking: 2833
    TCPWantZeroWindowAdv: 1
    TCPSynRetrans: 4
    TCPOrigDataSent: 5359995
    TCPHystartTrainDetect: 50
    TCPHystartTrainCwnd: 996
    TCPHystartDelayDetect: 5
    TCPHystartDelayCwnd: 222
    TCPACKSkippedSeq: 5
    TCPKeepAlive: 253777
    TCPDelivered: 5543090
    TCPAckCompressed: 50486
    TcpTimeoutRehash: 127
    TcpDuplicateDataRehash: 123
    TCPDSACKRecvSegs: 616
IpExt:
    OutMcastPkts: 2
    InBcastPkts: 29905
    OutBcastPkts: 4
    InOctets: 1095077628916
    OutOctets: 5400468602
    OutMcastOctets: 80
    InBcastOctets: 3970059
    OutBcastOctets: 312
    InNoECTPkts: 760131448
Ip:
    Forwarding: 1
    80246442 total packets received
    3 with invalid addresses
    721 forwarded
    0 incoming packets discarded
    80245235 incoming packets delivered
    65146451 requests sent out
Icmp:
    80 ICMP messages received
    5 input ICMP message failed
    ICMP input histogram:
        destination unreachable: 80
    109 ICMP messages sent
    0 ICMP messages failed
    ICMP output histogram:
        destination unreachable: 109
IcmpMsg:
        InType3: 80
        OutType3: 109
Tcp:
    185581 active connection openings
    2006 passive connection openings
    2548 failed connection attempts
    464 connection resets received
    94 connections established
    80170119 segments received
    65132071 segments sent out
    913 segments retransmitted
    18 bad segments received
    3023 resets sent
Udp:
    45176 packets received
    0 packets to unknown port received
    0 packet receive errors
    45171 packets sent
    0 receive buffer errors
    0 send buffer errors
    IgnoredMulti: 29860
UdpLite:
TcpExt:
    2 resets received for embryonic SYN_RECV sockets
    79584 TCP sockets finished time wait in fast timer
    1 packetes rejected in established connections because of timestamp
    127668 delayed acks sent
    121 delayed acks further delayed because of locked socket
    Quick ack mode was activated 301 times
    75011607 packet headers predicted
    801522 acknowledgments not containing data payload received
    3501701 predicted acknowledgments
    TCPSackRecovery: 111
    Detected reordering 41 times using SACK
    Detected reordering 1 times using time stamp
    4 congestion windows fully recovered without slow start
    1 congestion windows partially recovered using Hoe heuristic
    TCPDSACKUndo: 61
    TCPLostRetransmit: 103
    222 fast retransmits
    2 retransmits in slow start
    TCPTimeouts: 132
    TCPLossProbes: 571
    TCPLossProbeRecovery: 34
    TCPSackRecoveryFail: 2
    TCPBacklogCoalesce: 56779
    TCPDSACKOldSent: 301
    TCPDSACKRecv: 612
    TCPDSACKOfoRecv: 4
    460 connections reset due to unexpected data
    6 connections reset due to early user close
    5 connections aborted due to timeout
    TCPDSACKIgnoredNoUndo: 41
    TCPSackShifted: 1
    TCPSackMerged: 87
    TCPSackShiftFallback: 165
    TCPRcvCoalesce: 14366874
    TCPOFOQueue: 63474
    TCPChallengeACK: 19
    TCPSYNChallenge: 18
    TCPSpuriousRtxHostQueues: 6
    TCPAutoCorking: 2833
    TCPWantZeroWindowAdv: 1
    TCPSynRetrans: 4
    TCPOrigDataSent: 5359995
    TCPHystartTrainDetect: 50
    TCPHystartTrainCwnd: 996
    TCPHystartDelayDetect: 5
    TCPHystartDelayCwnd: 222
    TCPACKSkippedSeq: 5
    TCPKeepAlive: 253777
    TCPDelivered: 5543090
    TCPAckCompressed: 50486
    TcpTimeoutRehash: 127
    TcpDuplicateDataRehash: 123
    TCPDSACKRecvSegs: 616
IpExt:
    OutMcastPkts: 2
    InBcastPkts: 29905
    OutBcastPkts: 4
    InOctets: 1095077628916
    OutOctets: 5400468602
    OutMcastOctets: 80
    InBcastOctets: 3970059
    OutBcastOctets: 312
    InNoECTPkts: 760131448
Ip:
    Forwarding: 1
    80246442 total packets received
    3 with invalid addresses
    721 forwarded
    0 incoming packets discarded
    80245235 incoming packets delivered
    65146451 requests sent out
Icmp:
    80 ICMP messages received
    5 input ICMP message failed
    ICMP input histogram:
        destination unreachable: 80
    109 ICMP messages sent
    0 ICMP messages failed
    ICMP output histogram:
        destination unreachable: 109
IcmpMsg:
        InType3: 80
        OutType3: 109
Tcp:
    185581 active connection openings
    2006 passive connection openings
    2548 failed connection attempts
    464 connection resets received
    94 connections established
    80170119 segments received
    65132071 segments sent out
    913 segments retransmitted
    18 bad segments received
    3023 resets sent
Udp:
    45176 packets received
    0 packets to unknown port received
    0 packet receive errors
    45171 packets sent
    0 receive buffer errors
    0 send buffer errors
    IgnoredMulti: 29860
UdpLite:
TcpExt:
    2 resets received for embryonic SYN_RECV sockets
    79584 TCP sockets finished time wait in fast timer
    1 packetes rejected in established connections because of timestamp
    127668 delayed acks sent
    121 delayed acks further delayed because of locked socket
    Quick ack mode was activated 301 times
    75011607 packet headers predicted
    801522 acknowledgments not containing data payload received
    3501701 predicted acknowledgments
    TCPSackRecovery: 111
    Detected reordering 41 times using SACK
    Detected reordering 1 times using time stamp
    4 congestion windows fully recovered without slow start
    1 congestion windows partially recovered using Hoe heuristic
    TCPDSACKUndo: 61
    TCPLostRetransmit: 103
    222 fast retransmits
    2 retransmits in slow start
    TCPTimeouts: 132
    TCPLossProbes: 571
    TCPLossProbeRecovery: 34
    TCPSackRecoveryFail: 2
    TCPBacklogCoalesce: 56779
    TCPDSACKOldSent: 301
    TCPDSACKRecv: 612
    TCPDSACKOfoRecv: 4
    460 connections reset due to unexpected data
    6 connections reset due to early user close
    5 connections aborted due to timeout
    TCPDSACKIgnoredNoUndo: 41
    TCPSackShifted: 1
    TCPSackMerged: 87
    TCPSackShiftFallback: 165
    TCPRcvCoalesce: 14366874
    TCPOFOQueue: 63474
    TCPChallengeACK: 19
    TCPSYNChallenge: 18
    TCPSpuriousRtxHostQueues: 6
    TCPAutoCorking: 2833
    TCPWantZeroWindowAdv: 1
    TCPSynRetrans: 4
    TCPOrigDataSent: 5359995
    TCPHystartTrainDetect: 50
    TCPHystartTrainCwnd: 996
    TCPHystartDelayDetect: 5
    TCPHystartDelayCwnd: 222
    TCPACKSkippedSeq: 5
    TCPKeepAlive: 253777
    TCPDelivered: 5543090
    TCPAckCompressed: 50486
    TcpTimeoutRehash: 127
    TcpDuplicateDataRehash: 123
    TCPDSACKRecvSegs: 616
IpExt:
    OutMcastPkts: 2
    InBcastPkts: 29905
    OutBcastPkts: 4
    InOctets: 1095077628916
    OutOctets: 5400468602
    OutMcastOctets: 80
    InBcastOctets: 3970059
    OutBcastOctets: 312
    InNoECTPkts: 760131448
debug finished in 0 seconds for protocols - 'netstat -p protocol -s'


+--------------------------------------------------------------------------------+
+         Open connections and listening sockets (sockstat) @1631988309          +
+--------------------------------------------------------------------------------+
USER     PROCESS              PID      PROTO  SOURCE ADDRESS            FOREIGN ADDRESS           STATE
root     systemd              1        tcp4   *:111                     *:*                       LISTEN
root     systemd              1        udp4   *:111                     *:*                       CLOSED
root     systemd              1        tcp6   :::111                    :::*                      LISTEN
root     systemd              1        udp6   :::111                    :::*                      CLOSED
root     asyncio_loop         843      tcp4   *:6000                    *:*                       LISTEN
root     asyncio_loop         843      tcp4   127.0.0.1:50092           127.0.0.1:6443            ESTABLISHED
root     asyncio_loop         843      tcp4   127.0.0.1:6000            127.0.0.1:39832           ESTABLISHED
root     asyncio_loop         843      tcp4   127.0.0.1:6000            127.0.0.1:45614           ESTABLISHED
root     dhclient             1969     udp4   *:68                      *:*                       CLOSED
root     rpcbind              4244     tcp4   *:111                     *:*                       LISTEN
root     rpcbind              4244     udp4   *:111                     *:*                       CLOSED
root     rpcbind              4244     tcp6   :::111                    :::*                      LISTEN
root     rpcbind              4244     udp6   :::111                    :::*                      CLOSED
root     rpc.statd            4413     udp4   127.0.0.1:773             *:*                       CLOSED
statd    rpc.statd            4413     udp4   *:35108                   *:*                       CLOSED
statd    rpc.statd            4413     tcp4   *:56277                   *:*                       LISTEN
statd    rpc.statd            4413     udp6   :::39653                  :::*                      CLOSED
statd    rpc.statd            4413     tcp6   :::42353                  :::*                      LISTEN
root     ntpd                 4441     udp6   :::123                    :::*                      CLOSED
root     ntpd                 4441     udp4   *:123                     *:*                       CLOSED
root     ntpd                 4441     udp4   127.0.0.1:123             *:*                       CLOSED
root     ntpd                 4441     udp4   192.168.55.210:123        *:*                       CLOSED
root     ntpd                 4441     udp6   ::1:123                   :::*                      CLOSED
root     ntpd                 4441     udp6   fe80::1ac0:4dff:fe85:5d00:123 :::*                      CLOSED
ntp      ntpd                 4441     udp4   172.16.0.1:123            *:*                       CLOSED
ntp      ntpd                 4441     udp4   172.17.0.10:123           *:*                       CLOSED
ntp      ntpd                 4441     udp4   172.17.0.1:123            *:*                       CLOSED
ntp      ntpd                 4441     udp6   fe80::c086:16ff:fe48:e6ea:123 :::*                      CLOSED
ntp      ntpd                 4441     udp6   fe80::6024:cdff:fe12:3f7:123 :::*                      CLOSED
ntp      ntpd                 4441     udp6   fe80::d4f5:dcff:feb7:1652:123 :::*                      CLOSED
ntp      ntpd                 4441     udp6   fe80::bc7e:47ff:feb2:5944:123 :::*                      CLOSED
root     nginx                4446     tcp4   *:443                     *:*                       LISTEN
root     nginx                4446     tcp6   :::443                    :::*                      LISTEN
root     nginx                4446     tcp4   *:80                      *:*                       LISTEN
root     nginx                4446     tcp6   :::80                     :::*                      LISTEN
www-data nginx                4447     tcp4   192.168.55.210:443        192.168.55.121:57188      ESTABLISHED
root     nginx                4447     tcp4   *:443                     *:*                       LISTEN
root     nginx                4447     tcp6   :::443                    :::*                      LISTEN
root     nginx                4447     tcp4   *:80                      *:*                       LISTEN
root     nginx                4447     tcp6   :::80                     :::*                      LISTEN
www-data nginx                4447     tcp4   192.168.55.210:443        192.168.55.121:56814      ESTABLISHED
www-data nginx                4447     tcp4   127.0.0.1:39832           127.0.0.1:6000            ESTABLISHED
www-data nginx                4447     tcp4   192.168.55.210:443        192.168.55.121:57180      ESTABLISHED
www-data nginx                4447     tcp4   127.0.0.1:45614           127.0.0.1:6000            ESTABLISHED
root     ganesha.nfsd         4715     udp6   :::2049                   :::*                      CLOSED
root     ganesha.nfsd         4715     tcp6   :::2049                   :::*                      LISTEN
root     ganesha.nfsd         4715     udp6   :::48041                  :::*                      CLOSED
root     ganesha.nfsd         4715     tcp6   :::32777                  :::*                      LISTEN
root     ganesha.nfsd         4715     udp6   :::55522                  :::*                      CLOSED
root     ganesha.nfsd         4715     tcp6   :::37477                  :::*                      LISTEN
root     ganesha.nfsd         4715     udp6   :::875                    :::*                      CLOSED
root     ganesha.nfsd         4715     tcp6   :::875                    :::*                      LISTEN
root     ganesha.nfsd         4715     tcp6   :::564                    :::*                      LISTEN
root     k3s-server           6261     tcp6   :::6443                   :::*                      LISTEN
root     k3s-server           6261     tcp4   127.0.0.1:6444            *:*                       LISTEN
root     k3s-server           6261     tcp4   127.0.0.1:44556           127.0.0.1:6444            ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35212           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35212    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35234           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35234    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:37277           *:*                       LISTEN
root     k3s-server           6261     tcp4   127.0.0.1:35240           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35240    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35242           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35244           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35244    ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35242    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35246           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35246    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:10248           *:*                       LISTEN
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:50092    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:6444            127.0.0.1:44556           ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:60026           127.0.0.1:6444            ESTABLISHED
root     k3s-server           6261     tcp6   :::10250                  :::*                      LISTEN
root     k3s-server           6261     tcp4   127.0.0.1:35322           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35252           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:192.168.55.210:64007 ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35252    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35256           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:44616           127.0.0.1:6444            ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:192.168.55.210:48976 ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35322    ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35256    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35258           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35258    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:6444            127.0.0.1:44616           ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:10251           *:*                       LISTEN
root     k3s-server           6261     tcp4   127.0.0.1:44676           127.0.0.1:6444            ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:10252           *:*                       LISTEN
root     k3s-server           6261     tcp4   127.0.0.1:44674           127.0.0.1:6444            ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35260    ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35262    ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35262           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:35260           127.0.0.1:6443            ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:6444            127.0.0.1:44674           ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:6444            127.0.0.1:44676           ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35358    ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35356    ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35362    ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35364    ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35366    ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:127.0.0.1:6443     ::ffff:127.0.0.1:35368    ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52642   ESTABLISHED
root     k3s-server           6261     tcp4   192.168.55.210:47920      192.168.55.210:6443       ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:192.168.55.210:47920 ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:192.168.55.210:12505 ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52616   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52622   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52646   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52626   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52630   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52634   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52654   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52658   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52662   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.9:39006   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:192.168.55.210:45027 ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:192.168.55.210:34795 ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.9:39010   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:192.168.55.210:24136 ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52774   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.9:39030   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52780   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52782   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52784   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52786   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52788   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52792   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52808   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52822   ESTABLISHED
root     k3s-server           6261     tcp4   127.0.0.1:6444            127.0.0.1:60026           ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52832   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52828   ESTABLISHED
root     k3s-server           6261     tcp6   ::ffff:192.168.55.210:6443 ::ffff:172.16.0.8:52834   ESTABLISHED
root     kube-router          8222     tcp6   :::20244                  :::*                      LISTEN
root     kube-router          8222     tcp4   127.0.0.1:35358           127.0.0.1:6443            ESTABLISHED
root     kube-router          8222     tcp4   127.0.0.1:35356           127.0.0.1:6443            ESTABLISHED
root     kube-router          8222     tcp4   127.0.0.1:35362           127.0.0.1:6443            ESTABLISHED
root     kube-router          8222     tcp4   127.0.0.1:35364           127.0.0.1:6443            ESTABLISHED
root     kube-router          8222     tcp4   127.0.0.1:35368           127.0.0.1:6443            ESTABLISHED
root     kube-router          8222     tcp4   127.0.0.1:35366           127.0.0.1:6443            ESTABLISHED
root     kube-router          8222     tcp4   192.168.55.210:50051      *:*                       LISTEN
root     kube-router          8222     tcp4   127.0.0.1:50051           *:*                       LISTEN
root     kube-router          8222     tcp4   192.168.55.210:179        *:*                       LISTEN
root     kube-router          8222     tcp6   ::1:179                   :::*                      LISTEN
root     zfs-driver           14870    tcp4   192.168.55.210:55030      172.17.0.1:443            ESTABLISHED
root     zfs-driver           14870    tcp4   192.168.55.210:42044      172.17.0.1:443            ESTABLISHED
root     zfs-driver           14870    tcp4   192.168.55.210:55032      172.17.0.1:443            ESTABLISHED
root     zfs-driver           14870    tcp4   192.168.55.210:49324      172.17.0.1:443            ESTABLISHED
root     zfs-driver           14870    tcp4   192.168.55.210:55040      172.17.0.1:443            ESTABLISHED
root     zfs-driver           14870    tcp4   192.168.55.210:55044      172.17.0.1:443            ESTABLISHED
debug finished in 0 seconds for Open connections and listening sockets (sockstat)


+--------------------------------------------------------------------------------+
+                       Network configuration @1631988309                        +
+--------------------------------------------------------------------------------+
{
  "id": 1,
  "hostname": "smaug",
  "domain": "brd",
  "ipv4gateway": "",
  "ipv6gateway": "",
  "nameserver1": "",
  "nameserver2": "",
  "nameserver3": "",
  "httpproxy": "",
  "netwait_enabled": false,
  "netwait_ip": [],
  "hosts": "",
  "domains": [],
  "service_announcement": {
    "netbios": false,
    "mdns": true,
    "wsd": true
  },
  "activity": {
    "type": "DENY",
    "activities": []
  },
  "hostname_local": "smaug",
  "state": {
    "ipv4gateway": "192.168.55.129",
    "ipv6gateway": "",
    "nameserver1": "192.168.55.129",
    "nameserver2": "",
    "nameserver3": ""
  }
}
debug finished in 0 seconds for Network configuration


