Bierochs

Raspberry Pi Kubernetes Cluster Upgrade

Michi Kofler-Häusler -

Nodes Overview

pi@ribbon:~ $ sudo k3s kubectl get nodes
NAME                   STATUS   ROLES    AGE   VERSION
rider.bierochs.org     Ready    <none>   14d   v1.17.2+k3s1
ringo.bierochs.org     Ready    <none>   14d   v1.17.2+k3s1
riviera.bierochs.org   Ready    <none>   9d    v1.17.2+k3s1
ribbon.bierochs.org    Ready    master   14d   v1.17.2+k3s1

Master Node


pi@ribbon:~ $ k3s --version
k3s version v1.0.1 (e94a3c60)
pi@ribbon:~ $ curl -sfL https://get.k3s.io | sh -
[INFO]  Finding latest release
[INFO]  Using v1.17.2+k3s1 as release
[INFO]  Downloading hash https://github.com/rancher/k3s/releases/download/v1.17.2+k3s1/sha256sum-arm.txt
[INFO]  Downloading binary https://github.com/rancher/k3s/releases/download/v1.17.2+k3s1/k3s-armhf
[INFO]  Verifying binary download
[INFO]  Installing k3s to /usr/local/bin/k3s
[INFO]  Skipping /usr/local/bin/kubectl symlink to k3s, already exists
[INFO]  Skipping /usr/local/bin/crictl symlink to k3s, already exists
[INFO]  Skipping /usr/local/bin/ctr symlink to k3s, already exists
[INFO]  Creating killall script /usr/local/bin/k3s-killall.sh
[INFO]  Creating uninstall script /usr/local/bin/k3s-uninstall.sh
[INFO]  env: Creating environment file /etc/systemd/system/k3s.service.env
[INFO]  systemd: Creating service file /etc/systemd/system/k3s.service
[INFO]  systemd: Enabling k3s unit
Created symlink /etc/systemd/system/multi-user.target.wants/k3s.service → /etc/systemd/system/k3s.service.
[INFO]  systemd: Starting k3s
pi@ribbon:~ $ k3s --version
k3s version v1.17.2+k3s1 (cdab19b0)
pi@ribbon:~ $ sudo systemctl status k3s
● k3s.service - Lightweight Kubernetes
   Loaded: loaded (/etc/systemd/system/k3s.service; enabled; vendor preset: enabled)
   Active: active (running) since Wed 2020-02-05 13:35:58 GMT; 29min ago
     Docs: https://k3s.io
  Process: 28633 ExecStartPre=/sbin/modprobe br_netfilter (code=exited, status=0/SUCCESS)
  Process: 28634 ExecStartPre=/sbin/modprobe overlay (code=exited, status=0/SUCCESS)
 Main PID: 28635 (k3s-server)
    Tasks: 732
   Memory: 453.9M
   CGroup: /system.slice/k3s.service
           ├─ 2048 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 105b3cd93c6da8e5ffcc751236d286761ff33f12d473358b63e73973e6d2016d -address /
           ├─ 2049 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 8a826ffd2b3da9fa9d858dba951e7d33cd35df6f45e6e2a8e128c044050415f7 -address /
           ├─ 2386 /pause
           ├─ 2396 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 8e1d06defd49dd0fba8ca2bd1b6006ec5480b70d0ba2946d472eab045b3ac000 -address /
           ├─ 2419 /pause
           ├─ 2464 /pause
           ├─ 2475 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 4357e8b36619fe02a40232975b440f4c041a4b16f43c0a5f42395b0b6c8e71f4 -address /
           ├─ 2498 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 33a4dbf7c517367600341a82cfe7dd6400041134070308938f318c3ec5789b12 -address /
           ├─ 2543 /pause
           ├─ 2555 /pause
           ├─ 3119 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id e5994c24eed1baa494e6d0d4621165f2500d981980d697e71d3f7237485d5f88 -address /
           ├─ 3123 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 471fe4a849cb6e73aabca19c3553c0e8ac7eb6ba9276c586a353ef732ef55c11 -address /
           ├─ 3191 /bin/operator --kubelet-service=kube-system/kubelet --logtostderr=true --config-reloader-image=carlosedp/configmap-reload:v0.2.2 --prometheus-config-reloader=carlosedp/prometheus-config-reloader:v0.31.1
           ├─ 3202 /metrics-server
           ├─ 3290 /pause
           ├─ 3368 /coredns -conf /etc/coredns/Corefile
           ├─ 3371 /pause
           ├─ 3411 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 01fd594535782e134f8e6c334d23f2b3bb25d5dc66886b2e70e78d16f02d89d1 -address /
           ├─ 3483 /pause
           ├─ 3488 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id af023559489daf3aace78bed098df2971c81a87b5ce4a95542129f0758bd08e7 -address /
           ├─ 3599 /pause
           ├─ 4295 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 1cb65f2a9396d81891ff9c31fc3097326c4e760a80813883b3772ff09c1708cd -address /
           ├─ 4501 /pause
           ├─ 4860 /metrics-sidecar
           ├─ 4938 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 7c4bafe8ec0ffc4f671b51de404c4e870dd78b61e55bf4f1e5ad45bd16d51ae9 -address /
           ├─ 4989 /pause
           ├─ 5001 /configmap-reload -webhook-url=http://localhost:9093/-/reload -volume-dir=/etc/alertmanager/config
           ├─ 5010 ./kube-rbac-proxy --logtostderr --secure-listen-address=:8443 --tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_128_CBC_SHA256,TLS_ECDHE_ECDSA_WITH_AES
           ├─ 5039 /bin/node_exporter --web.listen-address=127.0.0.1:9100 --path.procfs=/host/proc --path.sysfs=/host/sys --path.rootfs=/host/root --collector.filesystem.ignored-mount-points=^/(dev|proc|sys|var/lib/docker/.+)($|/) --co
           ├─ 5069 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 4a70a9a5cec3ffa657a0acbb4771a07b69caf6edfefb34105ee6dc1b9346c9b1 -address /
           ├─ 5087 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 97a17257d14bdf7bad46dd5bd333c8d7205b3f0d71e6898bc5373c5bab7f00b2 -address /
           ├─ 5116 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 559d03e38072638479d7af4b780b6641c2429712d3723e102264a2d22b71862c -address /
           ├─ 5126 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id a243972d5a51a81cc30061c3478235bf81ec111af1683774c97c9fd75374d06d -address /
           ├─ 5138 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 3439fc6f19c851fc45720ee9856a97c889058fd5d2d0d52bd85958c3f6a9ed86 -address /
           ├─ 5173 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 9752d72bf9d2e1bd818c8515327803c1cbbaa32cd5e20b6e39344b30dbbedae7 -address /
           ├─ 5234 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 463a0afab00d444b300b911a8e236a83c46ececac6c02ca3c0d3040c7cda1c3d -address /
           ├─ 5289 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id c5a53364f493910e9f03a106e57d4d41c5dc3ab245589ce0a1d35bc6e31ace79 -address /
           ├─ 5364 /pause
           ├─ 5410 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id a044b2a8c2b18c864a9de384e08d5c3ce4e2b45bd0329dece2e233bef926e4cc -address /
           ├─ 5425 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 6c4904de72ef863263bc3f35fbe5fb66b1b338965af6e761f49efc7060e81abd -address /
           ├─ 5431 /pause
           ├─ 5455 /pause
           ├─ 5484 /pause
           ├─ 5523 /pause
           ├─ 5524 /pause
           ├─ 5536 /pause
           ├─ 5544 grafana-server --homepath=/usr/share/grafana --config=/etc/grafana/grafana.ini --packaging=docker cfg:default.log.mode=console cfg:default.paths.data=/var/lib/grafana cfg:default.paths.logs=/var/log/grafana cfg:defau
           ├─ 5593 /pause
           ├─ 5594 /pause
           ├─ 5617 /pause
           ├─ 5877 exim -bd -q15m -v
           ├─ 5879 ./kube-rbac-proxy --logtostderr --secure-listen-address=:9443 --tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_128_CBC_SHA256,TLS_ECDHE_ECDSA_WITH_AES
           ├─ 6050 ./kube-rbac-proxy --logtostderr --secure-listen-address=192.168.1.116:9100 --tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_128_CBC_SHA256,TLS_ECDHE_E
           ├─ 6136 /dashboard --insecure-bind-address=0.0.0.0 --bind-address=0.0.0.0 --auto-generate-certificates --namespace=kubernetes-dashboard
           ├─ 6402 /nats-streaming-server --store memory --cluster_id faas-cluster
           ├─ 6403 ./handler
           ├─ 6777 alertmanager --config.file=/alertmanager.yml --storage.path=/alertmanager --cluster.listen-address=
           ├─ 6791 /adapter --cert-dir=/var/run/serving-cert --config=/etc/adapter/config.yaml --logtostderr=true --metrics-relist-interval=1m --prometheus-url=http://prometheus-k8s.monitoring.svc:9090/ --secure-port=6443
           ├─ 6966 /kube-state-metrics --port=8080 --telemetry-port=8081 --host=127.0.0.1 --port=8081 --telemetry-host=127.0.0.1 --telemetry-port=8082
           ├─ 7264 ./faas-netes
           ├─ 7950 fwatchdog
           ├─ 8430 prometheus --config.file=/etc/prometheus/prometheus.yml
           ├─ 9014 /bin/alertmanager --config.file=/etc/alertmanager/config/alertmanager.yaml --cluster.listen-address=[10.42.4.74]:6783 --storage.path=/alertmanager --data.retention=120h --web.listen-address=:9093 --web.route-prefix=/
           ├─ 9416 fwatchdog
           ├─ 9750 ./gateway
           ├─10114 ./app
           ├─10598 /home/app/faas-idler -dry-run=true
           ├─28635 /usr/local/bin/k3s server
           ├─28674 containerd -c /var/lib/rancher/k3s/agent/etc/containerd/config.toml -a /run/k3s/containerd/containerd.sock --state /run/k3s/containerd --root /var/lib/rancher/k3s/agent/containerd
           ├─29916 local-path-provisioner start --config /etc/config/config.json
           ├─32227 /var/lib/rancher/k3s/data/39a08c3192d96b9e0e5f20e12690a943b118bfe386f1d3df65a573a7a317787d/bin/containerd-shim-runc-v2 -namespace k8s.io -id 256cc3d0250b12afc2fe68aac178724d7d4d67e6c22b412b271e82f2922dc7c8 -address /
           ├─32256 /pause
           ├─32266 /var/lib/rancher/k3s/data/39a08c3192d96b9e0e5f20e12690a943b118bfe386f1d3df65a573a7a317787d/bin/containerd-shim-runc-v2 -namespace k8s.io -id 12ab84b4d226604a8afbba375efb1d7dbced945fec08270584b3a4755080d936 -address /
           ├─32287 /pause
           ├─32347 /bin/sh /usr/bin/entry
           ├─32357 /bin/sh /usr/bin/entry
           ├─32417 /bin/sh /usr/bin/entry
           └─32425 /bin/sh /usr/bin/entry
 
Feb 05 14:04:01 ribbon.bierochs.org k3s[28635]: I0205 14:04:01.428176   28635 trace.go:116] Trace[847654795]: "List" url:/api/v1/events,user-agent:dashboard/v2.0.0-beta8,client:10.42.4.77 (started: 2020-02-05 14:04:00.882618118 +0000 G
Feb 05 14:04:01 ribbon.bierochs.org k3s[28635]: Trace[847654795]: [458.137722ms] [458.094222ms] Listing from storage done
Feb 05 14:04:04 ribbon.bierochs.org k3s[28635]: I0205 14:04:04.678985   28635 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
Feb 05 14:04:46 ribbon.bierochs.org k3s[28635]: W0205 14:04:46.837203   28635 volume_linux.go:45] Setting volume ownership for /var/lib/kubelet/pods/f812febc-da08-43e4-8cdd-f0286a11c7d4/volumes/kubernetes.io~secret/config-volume and fs
Feb 05 14:04:46 ribbon.bierochs.org k3s[28635]: W0205 14:04:46.837757   28635 volume_linux.go:45] Setting volume ownership for /var/lib/kubelet/pods/f812febc-da08-43e4-8cdd-f0286a11c7d4/volumes/kubernetes.io~secret/alertmanager-main-to
Feb 05 14:05:04 ribbon.bierochs.org k3s[28635]: I0205 14:05:04.710174   28635 controller.go:107] OpenAPI AggregationController: Processing item v1beta1.metrics.k8s.io
Feb 05 14:05:16 ribbon.bierochs.org k3s[28635]: I0205 14:05:16.433817   28635 trace.go:116] Trace[640172475]: "List etcd3" key:/events,resourceVersion:,limit:0,continue: (started: 2020-02-05 14:05:15.86730786 +0000 GMT m=+1771.54031555
Feb 05 14:05:16 ribbon.bierochs.org k3s[28635]: Trace[640172475]: [566.287456ms] [566.287456ms] END
Feb 05 14:05:16 ribbon.bierochs.org k3s[28635]: I0205 14:05:16.534996   28635 trace.go:116] Trace[178967857]: "List" url:/api/v1/events,user-agent:dashboard/v2.0.0-beta8,client:10.42.4.77 (started: 2020-02-05 14:05:15.867223453 +0000 G
Feb 05 14:05:16 ribbon.bierochs.org k3s[28635]: Trace[178967857]: [566.727619ms] [566.654119ms] Listing from storage done

Agent Nodes

pi@ringo:~ $ k3s --version
k3s version v1.0.1 (e94a3c60)
pi@ringo:~ $ set | grep K3S
pi@ringo:~ $ export K3S_URL="https://ribbon.bierochs.org:6443"
pi@ringo:~ $ export K3S_TOKEN="***"
pi@ringo:~ $ curl -sfL https://get.k3s.io | sh -
[INFO]  Finding latest release
[INFO]  Using v1.17.2+k3s1 as release
[INFO]  Downloading hash https://github.com/rancher/k3s/releases/download/v1.17.2+k3s1/sha256sum-arm.txt
[INFO]  Skipping binary downloaded, installed k3s matches hash
[INFO]  Skipping /usr/local/bin/kubectl symlink to k3s, already exists
[INFO]  Skipping /usr/local/bin/crictl symlink to k3s, already exists
[INFO]  Skipping /usr/local/bin/ctr symlink to k3s, already exists
[INFO]  Creating killall script /usr/local/bin/k3s-killall.sh
[INFO]  Creating uninstall script /usr/local/bin/k3s-agent-uninstall.sh
[INFO]  env: Creating environment file /etc/systemd/system/k3s-agent.service.env
[INFO]  systemd: Creating service file /etc/systemd/system/k3s-agent.service
[INFO]  systemd: Enabling k3s-agent unit
Created symlink /etc/systemd/system/multi-user.target.wants/k3s-agent.service → /etc/systemd/system/k3s-agent.service.
[INFO]  No change detected so skipping service start
pi@ringo:~ $ k3s --version
k3s version v1.17.2+k3s1 (cdab19b0)
pi@ringo:~ $ sudo systemctl status k3s-agent
● k3s-agent.service - Lightweight Kubernetes
   Loaded: loaded (/etc/systemd/system/k3s-agent.service; enabled; vendor preset: enabled)
   Active: active (running) since Wed 2020-02-05 14:02:23 GMT; 1min 2s ago
     Docs: https://k3s.io
  Process: 14470 ExecStartPre=/sbin/modprobe br_netfilter (code=exited, status=0/SUCCESS)
  Process: 14471 ExecStartPre=/sbin/modprobe overlay (code=exited, status=0/SUCCESS)
 Main PID: 14472 (k3s-agent)
    Tasks: 121
   Memory: 285.7M
   CGroup: /system.slice/k3s-agent.service
           ├─ 1651 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 72e9c4a200b633d35ca373b1cc78c2ed4733f286b1e781fdb9da9b5cd7f8b8a2 -address /
           ├─ 1654 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id ea9eec62295224354db687888aa8cf7235ac7fba1f00e06e6bc2c75b672f7415 -address /
           ├─ 1744 /pause
           ├─ 1753 /pause
           ├─ 1962 /bin/node_exporter --web.listen-address=127.0.0.1:9100 --path.procfs=/host/proc --path.sysfs=/host/sys --path.rootfs=/host/root --collector.filesystem.ignored-mount-points=^/(dev|proc|sys|var/lib/docker/.+)($|/) --co
           ├─ 2117 fwatchdog
           ├─ 2143 ./kube-rbac-proxy --logtostderr --secure-listen-address=192.168.1.139:9100 --tls-cipher-suites=TLS_ECDHE_RSA_WITH_AES_128_GCM_SHA256,TLS_ECDHE_ECDSA_WITH_AES_128_GCM_SHA256,TLS_RSA_WITH_AES_128_CBC_SHA256,TLS_ECDHE_E
           ├─ 9005 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id 085576e240847eed28f18df31f5baddb6d5555a0b5a5b4adaa42fdbb8704fe44 -address /
           ├─ 9044 /pause
           ├─ 9064 /var/lib/rancher/k3s/data/1bb4c288d71e7cc82ab5b8bf4b45cdceeef71d00f5bf24fefe52d1cfc2944d3b/bin/containerd-shim-runc-v2 -namespace k8s.io -id ef0fd1ffd2b1b0fb2cc64b46bb1bc86d96793a84a62631259bd7b59afec11082 -address /
           ├─ 9085 /pause
           ├─ 9185 /bin/sh /usr/bin/entry
           ├─ 9210 /bin/sh /usr/bin/entry
           ├─ 9295 /bin/sh /usr/bin/entry
           ├─ 9304 /bin/sh /usr/bin/entry
           ├─14472 /usr/local/bin/k3s agent
           └─14495 containerd -c /var/lib/rancher/k3s/agent/etc/containerd/config.toml -a /run/k3s/containerd/containerd.sock --state /run/k3s/containerd --root /var/lib/rancher/k3s/agent/containerd
 
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: W0205 14:02:59.909588   14472 pod_container_deletor.go:75] Container "6f007be790cb1cffe0236d2945860002778b159bf415569e68d41857ac67e263" not found in pod's containers
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: W0205 14:02:59.910893   14472 pod_container_deletor.go:75] Container "df945ef68b8da64a07b322ae8adcffd1ec6238d7662e5242c0e40ee25777b2aa" not found in pod's containers
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: I0205 14:02:59.963014   14472 reconciler.go:209] operationExecutor.VerifyControllerAttachedVolume started for volume "default-token-jvmd6" (UniqueName: "kubernetes.io/secret/7b326b74-d674-
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: I0205 14:02:59.963890   14472 reconciler.go:209] operationExecutor.VerifyControllerAttachedVolume started for volume "proc" (UniqueName: "kubernetes.io/host-path/ff5aaac0-1cbe-4283-a409-4e
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: I0205 14:02:59.964607   14472 reconciler.go:209] operationExecutor.VerifyControllerAttachedVolume started for volume "sys" (UniqueName: "kubernetes.io/host-path/ff5aaac0-1cbe-4283-a409-4eb
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: I0205 14:02:59.965294   14472 reconciler.go:209] operationExecutor.VerifyControllerAttachedVolume started for volume "root" (UniqueName: "kubernetes.io/host-path/ff5aaac0-1cbe-4283-a409-4e
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: I0205 14:02:59.966065   14472 reconciler.go:209] operationExecutor.VerifyControllerAttachedVolume started for volume "node-exporter-token-q2942" (UniqueName: "kubernetes.io/secret/ff5aaac0
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: I0205 14:02:59.966948   14472 reconciler.go:209] operationExecutor.VerifyControllerAttachedVolume started for volume "default-token-6nnzd" (UniqueName: "kubernetes.io/secret/535fd010-731b-
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: I0205 14:02:59.967706   14472 reconciler.go:209] operationExecutor.VerifyControllerAttachedVolume started for volume "default-token-6nsn5" (UniqueName: "kubernetes.io/secret/40fc6226-b994-
Feb 05 14:02:59 ringo.bierochs.org k3s[14472]: I0205 14:02:59.968300   14472 reconciler.go:156] Reconciler: start to sync state