2018-03-14 17:18:55 +08:00
|
|
|
### Upstream source https://github.com/kubernetes/release/blob/master/debian/xenial/kubeadm/channel/stable/etc/systemd/system/kubelet.service.d/
|
2017-09-13 19:00:51 +01:00
|
|
|
### All upstream values should be present in this file
|
|
|
|
|
2016-01-22 14:25:33 +01:00
|
|
|
# logging to stderr means we get it in the systemd journal
|
2017-10-30 07:33:02 -04:00
|
|
|
KUBE_LOGTOSTDERR="--logtostderr=true"
|
2016-11-25 11:33:39 +01:00
|
|
|
KUBE_LOG_LEVEL="--v={{ kube_log_level }}"
|
2015-10-03 22:19:50 +02:00
|
|
|
# The address for the info server to serve on (set to 0.0.0.0 or "" for all interfaces)
|
2017-11-03 10:19:37 +00:00
|
|
|
KUBELET_ADDRESS="--address={{ kubelet_bind_address }} --node-ip={{ kubelet_address }}"
|
2015-10-03 22:19:50 +02:00
|
|
|
# The port for the info server to serve on
|
2015-12-16 23:49:01 +01:00
|
|
|
# KUBELET_PORT="--port=10250"
|
2017-12-22 23:09:59 +01:00
|
|
|
{% if kube_override_hostname|default('') %}
|
2018-01-22 15:08:24 +02:00
|
|
|
# You may leave this blank to use the actual hostname
|
2017-07-13 14:04:39 +00:00
|
|
|
KUBELET_HOSTNAME="--hostname-override={{ kube_override_hostname }}"
|
|
|
|
{% endif %}
|
2016-12-15 10:37:14 +01:00
|
|
|
{# Base kubelet args #}
|
2017-09-13 19:00:51 +01:00
|
|
|
{% set kubelet_args_base -%}
|
|
|
|
{# start kubeadm specific settings #}
|
2017-09-15 22:28:15 +01:00
|
|
|
--bootstrap-kubeconfig=/etc/kubernetes/bootstrap-kubelet.conf \
|
2017-09-13 19:00:51 +01:00
|
|
|
--kubeconfig={{ kube_config_dir }}/kubelet.conf \
|
2018-10-17 00:33:30 +02:00
|
|
|
{% if kube_version is version('v1.8', '<') %}
|
2017-09-15 22:28:15 +01:00
|
|
|
--require-kubeconfig \
|
2018-01-09 14:33:05 -05:00
|
|
|
{% endif %}
|
2018-01-21 14:34:37 +04:00
|
|
|
{% if kubelet_authentication_token_webhook %}
|
|
|
|
--authentication-token-webhook \
|
|
|
|
{% endif %}
|
2018-03-14 17:18:55 +08:00
|
|
|
{% if kubelet_authorization_mode_webhook %}
|
2017-09-13 19:00:51 +01:00
|
|
|
--authorization-mode=Webhook \
|
2018-03-14 17:18:55 +08:00
|
|
|
{% endif %}
|
2018-09-19 11:54:34 +02:00
|
|
|
--enforce-node-allocatable={{ kubelet_enforce_node_allocatable }} \
|
2017-09-13 19:00:51 +01:00
|
|
|
--client-ca-file={{ kube_cert_dir }}/ca.crt \
|
2019-04-03 11:35:44 +03:00
|
|
|
{% if kubelet_rotate_certificates %}
|
|
|
|
--rotate-certificates \
|
|
|
|
{% endif %}
|
2017-09-13 19:00:51 +01:00
|
|
|
--pod-manifest-path={{ kube_manifest_dir }} \
|
2018-10-17 00:33:30 +02:00
|
|
|
{% if kube_version is version('v1.12.0', '<') %}
|
2017-11-06 21:50:28 +08:00
|
|
|
--cadvisor-port={{ kube_cadvisor_port }} \
|
2018-10-04 17:05:55 +08:00
|
|
|
{% endif %}
|
2017-09-13 19:00:51 +01:00
|
|
|
{# end kubeadm specific settings #}
|
2017-02-07 15:01:02 +01:00
|
|
|
--pod-infra-container-image={{ pod_infra_image_repo }}:{{ pod_infra_image_tag }} \
|
2017-04-05 13:47:03 +03:00
|
|
|
--node-status-update-frequency={{ kubelet_status_update_frequency }} \
|
2017-09-22 13:19:04 +02:00
|
|
|
--cgroup-driver={{ kubelet_cgroup_driver|default(kubelet_cgroup_driver_detected) }} \
|
2018-05-15 14:34:03 +00:00
|
|
|
--max-pods={{ kubelet_max_pods }} \
|
2018-10-17 00:33:30 +02:00
|
|
|
{% if container_manager == 'docker' and kube_version is version('v1.12.0', '<') %}
|
2017-10-11 22:55:51 +09:00
|
|
|
--docker-disable-shared-pid={{ kubelet_disable_shared_pid }} \
|
2018-07-30 19:37:36 +09:00
|
|
|
{% endif %}
|
2018-08-28 06:23:38 +00:00
|
|
|
{% if container_manager == 'crio' %}
|
2018-07-30 19:37:36 +09:00
|
|
|
--container-runtime=remote \
|
|
|
|
--container-runtime-endpoint=/var/run/crio/crio.sock \
|
|
|
|
{% endif %}
|
2017-10-30 19:06:54 +00:00
|
|
|
--anonymous-auth=false \
|
2018-01-16 11:11:41 +04:00
|
|
|
--read-only-port={{ kube_read_only_port }} \
|
2018-10-17 00:33:30 +02:00
|
|
|
{% if kube_version is version('v1.8', '<') %}
|
2017-10-18 19:02:38 +03:30
|
|
|
--experimental-fail-swap-on={{ kubelet_fail_swap_on|default(true)}} \
|
|
|
|
{% else %}
|
2017-10-11 21:49:31 +03:00
|
|
|
--fail-swap-on={{ kubelet_fail_swap_on|default(true)}} \
|
2017-10-18 19:02:38 +03:30
|
|
|
{% endif %}
|
2018-09-17 01:40:20 +08:00
|
|
|
{% if dynamic_kubelet_configuration %}
|
|
|
|
--dynamic-config-dir={{ dynamic_kubelet_configuration_dir }} \
|
|
|
|
{% endif %}
|
2018-08-09 13:53:11 -04:00
|
|
|
--runtime-cgroups={{ kubelet_runtime_cgroups }} --kubelet-cgroups={{ kubelet_kubelet_cgroups }} \
|
2017-09-13 19:00:51 +01:00
|
|
|
{% endset %}
|
2016-12-15 10:37:14 +01:00
|
|
|
|
2017-10-11 19:47:42 +01:00
|
|
|
{# Node reserved CPU/memory #}
|
|
|
|
{% if is_kube_master|bool %}
|
2018-03-07 18:30:34 +08:00
|
|
|
{% set kube_reserved %}--kube-reserved cpu={{ kube_master_cpu_reserved }},memory={{ kube_master_memory_reserved|regex_replace('Mi', 'M') }}{% endset %}
|
2017-10-11 19:47:42 +01:00
|
|
|
{% else %}
|
2018-03-07 18:30:34 +08:00
|
|
|
{% set kube_reserved %}--kube-reserved cpu={{ kube_cpu_reserved }},memory={{ kube_memory_reserved|regex_replace('Mi', 'M') }}{% endset %}
|
2017-10-11 19:47:42 +01:00
|
|
|
{% endif %}
|
|
|
|
|
2016-12-15 10:37:14 +01:00
|
|
|
{# DNS settings for kubelet #}
|
2019-04-01 22:32:34 +03:00
|
|
|
{% if dns_mode == 'coredns' %}
|
2017-05-16 15:43:29 -05:00
|
|
|
{% set kubelet_args_cluster_dns %}--cluster-dns={{ skydns_server }}{% endset %}
|
2018-03-13 12:00:05 +01:00
|
|
|
{% elif dns_mode == 'coredns_dual' %}
|
|
|
|
{% set kubelet_args_cluster_dns %}--cluster-dns={{ skydns_server }},{{ skydns_server_secondary }}{% endset %}
|
2018-01-23 16:28:42 +03:00
|
|
|
{% elif dns_mode == 'manual' %}
|
|
|
|
{% set kubelet_args_cluster_dns %}--cluster-dns={{ manual_dns_server }}{% endset %}
|
2016-12-13 11:43:06 +01:00
|
|
|
{% else %}
|
2016-12-15 10:37:14 +01:00
|
|
|
{% set kubelet_args_cluster_dns %}{% endset %}
|
2016-12-13 11:43:06 +01:00
|
|
|
{% endif %}
|
2019-04-17 17:42:03 +02:00
|
|
|
{% if enable_nodelocaldns %}
|
2019-01-29 08:39:27 +01:00
|
|
|
{% set kubelet_args_cluster_dns %}--cluster-dns={{ nodelocaldns_ip }}{% endset %}
|
|
|
|
{% endif %}
|
2017-05-16 15:43:29 -05:00
|
|
|
{% set kubelet_args_dns %}{{ kubelet_args_cluster_dns }} --cluster-domain={{ dns_domain }} --resolv-conf={{ kube_resolv_conf }}{% endset %}
|
2016-12-15 10:37:14 +01:00
|
|
|
|
2018-06-04 16:26:47 +08:00
|
|
|
{# Kubelet node labels #}
|
|
|
|
{% set role_node_labels = [] %}
|
2018-12-25 16:32:20 +08:00
|
|
|
{% if nvidia_gpu_nodes is defined and nvidia_accelerator_enabled|bool %}
|
|
|
|
{% if inventory_hostname in nvidia_gpu_nodes %}
|
|
|
|
{% set dummy = role_node_labels.append('nvidia.com/gpu=true') %}
|
|
|
|
{% endif %}
|
|
|
|
{% endif %}
|
|
|
|
|
2018-06-04 16:26:47 +08:00
|
|
|
{% set inventory_node_labels = [] %}
|
2018-11-23 17:37:41 +08:00
|
|
|
{% if node_labels is defined and node_labels is mapping %}
|
2018-09-30 08:10:12 -04:00
|
|
|
{% for labelname, labelvalue in node_labels.items() %}
|
2018-06-04 16:26:47 +08:00
|
|
|
{% set dummy = inventory_node_labels.append('%s=%s'|format(labelname, labelvalue)) %}
|
|
|
|
{% endfor %}
|
|
|
|
{% endif %}
|
|
|
|
{% set all_node_labels = role_node_labels + inventory_node_labels %}
|
2017-03-06 15:51:32 +03:00
|
|
|
|
2018-12-25 16:32:20 +08:00
|
|
|
{# Kubelet node taints for gpu #}
|
|
|
|
{% if nvidia_gpu_nodes is defined and nvidia_accelerator_enabled|bool %}
|
|
|
|
{% if inventory_hostname in nvidia_gpu_nodes and node_taints is defined %}
|
|
|
|
{% set dummy = node_taints.append('nvidia.com/gpu=:NoSchedule') %}
|
|
|
|
{% elif inventory_hostname in nvidia_gpu_nodes and node_taints is not defined %}
|
|
|
|
{% set node_taints = [] %}
|
|
|
|
{% set dummy = node_taints.append('nvidia.com/gpu=:NoSchedule') %}
|
|
|
|
{% endif %}
|
|
|
|
{% endif %}
|
|
|
|
|
2018-11-28 00:56:49 +01:00
|
|
|
KUBELET_ARGS="{{ kubelet_args_base }} {{ kubelet_args_dns }} {{ kube_reserved }} {% if node_taints|default([]) %}--register-with-taints={{ node_taints | join(',') }} {% endif %}--node-labels={{ all_node_labels | join(',') }} {% if kube_feature_gates %} --feature-gates={{ kube_feature_gates|join(',') }} {% endif %} {% if kubelet_custom_flags is string %} {{kubelet_custom_flags}} {% else %}{% for flag in kubelet_custom_flags %} {{flag}} {% endfor %}{% endif %}{% if inventory_hostname in groups['kube-node'] %}{% if kubelet_node_custom_flags is string %} {{kubelet_node_custom_flags}} {% else %}{% for flag in kubelet_node_custom_flags %} {{flag}} {% endfor %}{% endif %}{% endif %}"
|
2019-04-10 13:16:15 +02:00
|
|
|
{% if kube_network_plugin is defined and kube_network_plugin in ["calico", "canal", "cni", "flannel", "weave", "contiv", "cilium", "kube-router"] %}
|
2017-12-20 10:48:09 +00:00
|
|
|
KUBELET_NETWORK_PLUGIN="--network-plugin=cni --cni-conf-dir=/etc/cni/net.d --cni-bin-dir=/opt/cni/bin"
|
2016-12-07 17:41:53 +01:00
|
|
|
{% elif kube_network_plugin is defined and kube_network_plugin == "cloud" %}
|
2017-08-24 16:01:30 +02:00
|
|
|
KUBELET_NETWORK_PLUGIN="--hairpin-mode=promiscuous-bridge --network-plugin=kubenet"
|
2015-10-03 22:19:50 +02:00
|
|
|
{% endif %}
|
2019-02-20 18:02:02 -05:00
|
|
|
KUBELET_VOLUME_PLUGIN="--volume-plugin-dir={{ kubelet_flexvolumes_plugins_dir }}"
|
2015-12-16 23:49:01 +01:00
|
|
|
# Should this cluster be allowed to run privileged docker containers
|
2016-07-08 13:59:21 +04:00
|
|
|
KUBE_ALLOW_PRIV="--allow-privileged=true"
|
2018-09-20 10:31:28 -04:00
|
|
|
{% if cloud_provider is defined and cloud_provider in ["openstack", "azure", "vsphere", "aws"] %}
|
2016-03-29 14:50:22 +02:00
|
|
|
KUBELET_CLOUDPROVIDER="--cloud-provider={{ cloud_provider }} --cloud-config={{ kube_config_dir }}/cloud_config"
|
2018-11-27 21:03:03 +08:00
|
|
|
{% elif cloud_provider is defined and cloud_provider in ["external"] %}
|
|
|
|
KUBELET_CLOUDPROVIDER="--cloud-provider=external --cloud-config={{ kube_config_dir }}/cloud_config"
|
2016-03-29 14:50:22 +02:00
|
|
|
{% else %}
|
|
|
|
KUBELET_CLOUDPROVIDER=""
|
|
|
|
{% endif %}
|
2017-08-30 15:50:33 +02:00
|
|
|
|
|
|
|
PATH={{ bin_dir }}:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin
|