minikube addons enable ingress 报错waiting for app.kubernetes.io/name=ingress-nginx pods: timed out

[root@control-plane ~]# more  /tmp/minikube_addons_5e63cb8ceb2e7e06e33b8dd7a9dcbebc0ad5ec5a_0.log
Log file created at: 2022/03/28 23:36:49
Running on machine: localhost
Binary: Built with gc go1.17.7 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0328 23:36:49.391439   13343 out.go:297] Setting OutFile to fd 1 ...
I0328 23:36:49.392626   13343 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color
I0328 23:36:49.392631   13343 out.go:310] Setting ErrFile to fd 2...
I0328 23:36:49.392635   13343 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color
I0328 23:36:49.393005   13343 root.go:315] Updating PATH: /root/.minikube/bin
W0328 23:36:49.394055   13343 root.go:293] Error reading config file at /root/.minikube/config/config.json: open /root/.minikube/config/config.json: no such file or directory
I0328 23:36:49.397015   13343 config.go:176] Loaded profile config "minikube": Driver=none, ContainerRuntime=docker, KubernetesVersion=v1.23.3
I0328 23:36:49.397073   13343 addons.go:65] Setting ingress=true in profile "minikube"
I0328 23:36:49.397085   13343 addons.go:153] Setting addon ingress=true in "minikube"
I0328 23:36:49.397725   13343 host.go:66] Checking if "minikube" exists ...
I0328 23:36:49.418696   13343 exec_runner.go:51] Run: systemctl --version
I0328 23:36:49.475823   13343 kubeconfig.go:92] found "minikube" server: "https://192.168.211.51:8443"
I0328 23:36:49.475923   13343 api_server.go:165] Checking apiserver status ...
I0328 23:36:49.476838   13343 exec_runner.go:51] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0328 23:36:49.694120   13343 exec_runner.go:51] Run: sudo egrep ^[0-9]+:freezer: /proc/83479/cgroup
I0328 23:36:49.741903   13343 api_server.go:181] apiserver freezer: "5:freezer:/kubepods/burstable/pod9ee7293ecf157cb8f91b037a0cafe583/8679611813a265b3737224ba291e7597a554ccfe32700a2a48887dd558c3b0d5"
I0328 23:36:49.741986   13343 exec_runner.go:51] Run: sudo cat /sys/fs/cgroup/freezer/kubepods/burstable/pod9ee7293ecf157cb8f91b037a0cafe583/8679611813a265b3737224ba291e7597a554ccfe32700a2a48887dd558c3b0d5/freezer.state
I0328 23:36:49.765475   13343 api_server.go:203] freezer state: "THAWED"
I0328 23:36:49.765588   13343 api_server.go:240] Checking apiserver healthz at https://192.168.211.51:8443/healthz ...
I0328 23:36:49.780980   13343 api_server.go:266] https://192.168.211.51:8443/healthz returned 200:
ok
I0328 23:36:49.782866   13343 out.go:176]   - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/nginx-ingress-controller:v1.1.1
I0328 23:36:49.783560   13343 out.go:176]   - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1
I0328 23:36:49.784602   13343 out.go:176]   - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1
I0328 23:36:49.829362   13343 addons.go:348] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0328 23:36:49.830895   13343 exec_runner.go:151] cp: memory --> /etc/kubernetes/addons/ingress-deploy.yaml (15662 bytes)
I0328 23:36:49.831565   13343 exec_runner.go:51] Run: sudo cp -a /tmp/minikube3766028856 /etc/kubernetes/addons/ingress-deploy.yaml
I0328 23:36:49.880237   13343 exec_runner.go:51] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.23.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0328 23:36:51.210368   13343 exec_runner.go:84] Completed: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.23.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml: (1.330100311s)
I0328 23:36:51.210445   13343 addons.go:386] Verifying addon ingress=true in "minikube"
I0328 23:36:51.214311   13343 out.go:176] * Verifying ingress addon...
I0328 23:36:51.222278   13343 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0328 23:36:51.318181   13343 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0328 23:36:51.318196   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:51.835420   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:52.326237   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:52.828832   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:53.361794   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:53.824038   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:54.336770   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:54.858569   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:55.324919   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:55.848421   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:56.338131   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:56.827384   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:57.330343   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:57.844633   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:58.323505   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:58.826469   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:59.338902   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:36:59.832431   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:00.325000   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:00.828614   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:01.325896   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:01.824734   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current I0328 23:37:39.354590   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:39.828198   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:40.324084   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:40.828390   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:41.341050   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:41.824371   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:42.325310   13343 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0328 23:37:42.873478   13343 kapi.go:108] duration metric: took 51.622054465s to wait for app.kubernetes.io/name=ingress-nginx ...
I0328 23:37:42.873513   13343 addons.go:116] Writing out "minikube" config to set ingress=true...
I0328 23:37:42.906323   13343 out.go:176] * 启动 'ingress' 插件
Log file created at: 2022/03/28 23:38:16
Running on machine: localhost
Binary: Built with gc go1.17.7 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0328 23:38:16.292389   14564 out.go:297] Setting OutFile to fd 1 ...
I0328 23:38:16.292753   14564 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color
I0328 23:38:16.292757   14564 out.go:310] Setting ErrFile to fd 2...
I0328 23:38:16.292760   14564 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color
I0328 23:38:16.292976   14564 root.go:315] Updating PATH: /root/.minikube/bin
W0328 23:38:16.293109   14564 root.go:293] Error reading config file at /root/.minikube/config/config.json: open /root/.minikube/config/config.json: no such file or directory
I0328 23:38:16.293863   14564 config.go:176] Loaded profile config "minikube": Driver=none, ContainerRuntime=docker, KubernetesVersion=v1.23.3
I0328 23:38:16.293886   14564 addons.go:65] Setting ingress=true in profile "minikube"
I0328 23:38:16.293895   14564 addons.go:153] Setting addon ingress=true in "minikube"
W0328 23:38:16.293899   14564 addons.go:165] addon ingress should already be in state true
I0328 23:38:16.294242   14564 host.go:66] Checking if "minikube" exists ...
I0328 23:38:16.294850   14564 exec_runner.go:51] Run: systemctl --version
I0328 23:38:16.303337   14564 kubeconfig.go:92] found "minikube" server: "https://192.168.211.51:8443"
I0328 23:38:16.303373   14564 api_server.go:165] Checking apiserver status ...
I0328 23:38:16.303743   14564 exec_runner.go:51] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0328 23:38:16.400994   14564 exec_runner.go:51] Run: sudo egrep ^[0-9]+:freezer: /proc/83479/cgroup
I0328 23:38:16.441352   14564 api_server.go:181] apiserver freezer: "5:freezer:/kubepods/burstable/pod9ee7293ecf157cb8f91b037a0cafe583/8679611813a265b3737224ba291e7597a554ccfe32700a2a48887dd558c3b0d5"
I0328 23:38:16.441431   14564 exec_runner.go:51] Run: sudo cat /sys/fs/cgroup/freezer/kubepods/burstable/pod9ee7293ecf157cb8f91b037a0cafe583/8679611813a265b3737224ba291e7597a554ccfe32700a2a48887dd558c3b0d5/freezer.state
I0328 23:38:16.467837   14564 api_server.go:203] freezer state: "THAWED"
I0328 23:38:16.468092   14564 api_server.go:240] Checking apiserver healthz at https://192.168.211.51:8443/healthz ...
I0328 23:38:16.477061   14564 api_server.go:266] https://192.168.211.51:8443/healthz returned 200:
ok
I0328 23:38:16.478690   14564 out.go:176]   - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/nginx-ingress-controller:v1.1.1
I0328 23:38:16.479419   14564 out.go:176]   - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1
Log file created at: 2022/03/30 17:21:14
Running on machine: control-plane
Binary: Built with gc go1.17.7 for linux/amd64
Log line format: [IWEF]mmdd hh:mm:ss.uuuuuu threadid file:line] msg
I0330 17:21:14.007183   24027 out.go:297] Setting OutFile to fd 1 ...
I0330 17:21:14.026334   24027 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color
I0330 17:21:14.026345   24027 out.go:310] Setting ErrFile to fd 2...
I0330 17:21:14.026348   24027 out.go:344] TERM=xterm,COLORTERM=, which probably does not support color
I0330 17:21:14.026555   24027 root.go:315] Updating PATH: /root/.minikube/bin
W0330 17:21:14.026755   24027 root.go:293] Error reading config file at /root/.minikube/config/config.json: open /root/.minikube/config/config.json: no such file or directory
I0330 17:21:14.027379   24027 config.go:176] Loaded profile config "minikube": Driver=none, ContainerRuntime=docker, KubernetesVersion=v1.23.3
I0330 17:21:14.027396   24027 addons.go:65] Setting ingress=true in profile "minikube"
I0330 17:21:14.027405   24027 addons.go:153] Setting addon ingress=true in "minikube"
I0330 17:21:14.027824   24027 host.go:66] Checking if "minikube" exists ...
I0330 17:21:14.028117   24027 exec_runner.go:51] Run: systemctl --version
I0330 17:21:14.032820   24027 kubeconfig.go:92] found "minikube" server: "https://192.168.211.51:8443"
I0330 17:21:14.032843   24027 api_server.go:165] Checking apiserver status ...
I0330 17:21:14.033092   24027 exec_runner.go:51] Run: sudo pgrep -xnf kube-apiserver.*minikube.*
I0330 17:21:14.072651   24027 exec_runner.go:51] Run: sudo egrep ^[0-9]+:freezer: /proc/9595/cgroup
I0330 17:21:14.101394   24027 api_server.go:181] apiserver freezer: "9:freezer:/kubepods/burstable/pod2d693b0650b5509a417109e3d2778dd8/0e16b27c856a4c9ae1889569e02cb1c99c06a742419664061969341147da0f64"
I0330 17:21:14.101444   24027 exec_runner.go:51] Run: sudo cat /sys/fs/cgroup/freezer/kubepods/burstable/pod2d693b0650b5509a417109e3d2778dd8/0e16b27c856a4c9ae1889569e02cb1c99c06a742419664061969341147da0f64/freezer.state
I0330 17:21:14.127085   24027 api_server.go:203] freezer state: "THAWED"
I0330 17:21:14.127118   24027 api_server.go:240] Checking apiserver healthz at https://192.168.211.51:8443/healthz ...
I0330 17:21:14.134567   24027 api_server.go:266] https://192.168.211.51:8443/healthz returned 200:
ok
I0330 17:21:14.136056   24027 out.go:176]   - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1
I0330 17:21:14.136760   24027 out.go:176]   - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/nginx-ingress-controller:v1.1.1
I0330 17:21:14.138378   24027 out.go:176]   - Using image registry.cn-hangzhou.aliyuncs.com/google_containers/kube-webhook-certgen:v1.1.1
I0330 17:21:14.138741   24027 addons.go:348] installing /etc/kubernetes/addons/ingress-deploy.yaml
I0330 17:21:14.139200   24027 exec_runner.go:151] cp: memory --> /etc/kubernetes/addons/ingress-deploy.yaml (15662 bytes)
I0330 17:21:14.139893   24027 exec_runner.go:51] Run: sudo cp -a /tmp/minikube1921582905 /etc/kubernetes/addons/ingress-deploy.yaml
I0330 17:21:14.188086   24027 exec_runner.go:51] Run: sudo KUBECONFIG=/var/lib/minikube/kubeconfig /var/lib/minikube/binaries/v1.23.3/kubectl apply -f /etc/kubernetes/addons/ingress-deploy.yaml
I0330 17:21:14.731447   24027 addons.go:386] Verifying addon ingress=true in "minikube"
I0330 17:21:14.732227   24027 out.go:176] * Verifying ingress addon...
I0330 17:21:14.734594   24027 kapi.go:75] Waiting for pod with label "app.kubernetes.io/name=ingress-nginx" in ns "ingress-nginx" ...
I0330 17:21:14.762959   24027 kapi.go:86] Found 3 Pods for label selector app.kubernetes.io/name=ingress-nginx
I0330 17:21:14.762967   24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0330 17:21:15.269563   24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0330 17:21:15.770147   24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0330 17:21:16.270511   24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0330 17:21:16.767920   24027 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0330 20:11:15.621422    5773 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0330 20:11:15.625001    5773 kapi.go:96] waiting for pod "app.kubernetes.io/name=ingress-nginx", current state: Pending: [<nil>]
I0330 20:11:15.625013    5773 kapi.go:108] duration metric: took 6m0.056801384s to wait for app.kubernetes.io/name=ingress-nginx ...
I0330 20:11:15.626046    5773 out.go:176] 
W0330 20:11:15.626279    5773 out.go:241] X Exiting due to MK_ADDON_ENABLE: run callbacks: running callbacks: [waiting for app.kubernetes.io/name=ingress-nginx pods: timed out waiting for the condition]
W0330 20:11:15.626322    5773 out.go:241] * 
W0330 20:11:15.629059    5773 out.go:241] ╭─────────────────────────────────────────────────────────────────────────────────────────────╮
│                                                                                             │
│    * If the above advice does not help, please let us know:                                 │
│      https://github.com/kubernetes/minikube/issues/new/choose                               │
│                                                                                             │
│    * Please run `minikube logs --file=logs.txt` and attach logs.txt to the GitHub issue.    │
│    * Please also attach the following file to the GitHub issue:                             │
│    * - /tmp/minikube_addons_5e63cb8ceb2e7e06e33b8dd7a9dcbebc0ad5ec5a_0.log                  │
│                                                                                             │
╰─────────────────────────────────────────────────────────────────────────────────────────────╯