kubelet.servce Main process exited, code=exited, status=203/EXEC

Question

-- Logs begin at Mon 2021-08-09 09:48:29 CST. --
8月 09 17:08:59 k8s-vware-worker92 systemd[1]: kubelet.service: Service RestartSec=5s expired, scheduling restart.
8月 09 17:08:59 k8s-vware-worker92 systemd[1]: kubelet.service: Scheduled restart job, restart counter is at 125.
8月 09 17:08:59 k8s-vware-worker92 systemd[1]: Stopped Kubernetes Kubelet.
8月 09 17:08:59 k8s-vware-worker92 systemd[1]: Started Kubernetes Kubelet.
8月 09 17:08:59 k8s-vware-worker92 systemd[1]: kubelet.service: Main process exited, code=exited, status=203/EXEC
8月 09 17:08:59 k8s-vware-worker92 systemd[1]: kubelet.service: Failed with result 'exit-code'.
8月 09 17:09:02 k8s-vware-worker92 systemd[1]: Stopped Kubernetes Kubelet.
8月 09 17:09:02 k8s-vware-worker92 systemd[1]: Started Kubernetes Kubelet.
8月 09 17:09:02 k8s-vware-worker92 systemd[1]: kubelet.service: Main process exited, code=exited, status=203/EXEC
8月 09 17:09:02 k8s-vware-worker92 systemd[1]: kubelet.service: Failed with result 'exit-code'.
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: kubelet.service: Service RestartSec=5s expired, scheduling restart.
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: kubelet.service: Scheduled restart job, restart counter is at 126.
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: Stopped Kubernetes Kubelet.
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: Started Kubernetes Kubelet.
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: kubelet.service: Main process exited, code=exited, status=203/EXEC
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: kubelet.service: Failed with result 'exit-code'.
^C
[root@k8s ~]# journalctl -f -u kube-proxy
-- Logs begin at Mon 2021-08-09 09:48:29 CST. --
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: Stopped Kubernetes Kube Proxy.
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: Started Kubernetes Kube Proxy.
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: kube-proxy.service: Main process exited, code=exited, status=203/EXEC
8月 09 17:09:07 k8s-vware-worker92 systemd[1]: kube-proxy.service: Failed with result 'exit-code'.
8月 09 17:09:12 k8s-vware-worker92 systemd[1]: kube-proxy.service: Service RestartSec=5s expired, scheduling restart.
8月 09 17:09:12 k8s-vware-worker92 systemd[1]: kube-proxy.service: Scheduled restart job, restart counter is at 127.
8月 09 17:09:12 k8s-vware-worker92 systemd[1]: Stopped Kubernetes Kube Proxy.
8月 09 17:09:12 k8s-vware-worker92 systemd[1]: Started Kubernetes Kube Proxy.
8月 09 17:09:12 k8s-vware-worker92 systemd[1]: kube-proxy.service: Main process exited, code=exited, status=203/EXEC
8月 09 17:09:12 k8s-vware-worker92 systemd[1]: kube-proxy.service: Failed with result 'exit-code'.
8月 09 17:09:17 k8s-vware-worker92 systemd[1]: kube-proxy.service: Service RestartSec=5s expired, scheduling restart.
8月 09 17:09:17 k8s-vware-worker92 systemd[1]: kube-proxy.service: Scheduled restart job, restart counter is at 128.
8月 09 17:09:17 k8s-vware-worker92 systemd[1]: Stopped Kubernetes Kube Proxy.
8月 09 17:09:17 k8s-vware-worker92 systemd[1]: Started Kubernetes Kube Proxy.
8月 09 17:09:17 k8s-vware-worker92 systemd[1]: kube-proxy.service: Main process exited, code=exited, status=203/EXEC
8月 09 17:09:17 k8s-vware-worker92 systemd[1]: kube-proxy.service: Failed with result 'exit-code'.

配置文件 /etc/kubernetes/manifests/nginx-proxy.yaml

apiVersion: v1
kind: Pod
metadata:
  name: nginx-proxy
  namespace: kube-system
  labels:
    addonmanager.kubernetes.io/mode: Reconcile
    k8s-app: kube-nginx
spec:
  hostNetwork: true
  dnsPolicy: ClusterFirstWithHostNet
  nodeSelector:
    kubernetes.io/os: linux
  priorityClassName: system-node-critical
  containers:
  - name: nginx-proxy
    image: docker.io/library/nginx:1.19
    imagePullPolicy: IfNotPresent
    resources:
      requests:
        cpu: 25m
        memory: 32M
    securityContext:
      privileged: true
    livenessProbe:
      httpGet:
        path: /healthz
        port: 8081
    readinessProbe:
      httpGet:
        path: /healthz
        port: 8081
    volumeMounts:
    - mountPath: /etc/nginx
      name: etc-nginx
      readOnly: true
  volumes:
  - name: etc-nginx
    hostPath:
      path: /etc/nginx

配置文件 /etc/nginx/nginx.conf

error_log stderr notice;

worker_processes 2;
worker_rlimit_nofile 130048;
worker_shutdown_timeout 10s;

events {
  multi_accept on;
  use epoll;
  worker_connections 16384;
}

stream {
  upstream kube_apiserver {
    least_conn;
    server 172.16.11.90:6443;
    server 172.16.11.91:6443;
  }

  server {
    listen        127.0.0.1:6443;
    proxy_pass    kube_apiserver;
    proxy_timeout 10m;
    proxy_connect_timeout 1s;
  }
}

http {
  aio threads;
  aio_write on;
  tcp_nopush on;
  tcp_nodelay on;

  keepalive_timeout 5m;
  keepalive_requests 100;
  reset_timedout_connection on;
  server_tokens off;
  autoindex off;

  server {
    listen 8081;
    location /healthz {
      access_log off;
      return 200;
    }
    location /stub_status {
      stub_status on;
      access_log off;
    }
  }
}

两个配置文件应该没有问题，但是服务就是起不来，这是什么原因？系统是 CentOS Stream 8

Answer 1

刘果国 2021-08-10 17:47:44

先看kubelet完整日志

• 提问者 惜福7840346 #1

  已经解决了，文件夹权限不够

• qq_慕工程4267781 回复 提问者 惜福7840346 #2

  前辈，是哪些文件夹权限不够，我也是一直在重启。

• qq_富帮主_03493832 回复 qq_慕工程4267781 #3

  解决了吗兄弟？我也遇到了这个问题