Skip to content

Commit

Permalink
Merge pull request kubernetes#115017 from mhmxs/conf-tmp-dir
Browse files Browse the repository at this point in the history 
Make tmp dir configurable and dynamic at local-up-cluster.sh
  • Loading branch information
@k8s-ci-robot
k8s-ci-robot authored Jan 19, 2023
2 parents 33e9242 + bef16e8 commit 035271d
Showing 1 changed file with 30 additions and 21 deletions.
51 changes: 30 additions & 21 deletions hack/local-up-cluster.sh
View file
Original file line number Diff line number Diff line change
Expand Up @@ -217,6 +217,7 @@ LOG_LEVEL=${LOG_LEVEL:-3}
# Use to increase verbosity on particular files, e.g. LOG_SPEC=token_controller*=5,other_controller*=4
LOG_SPEC=${LOG_SPEC:-""}
LOG_DIR=${LOG_DIR:-"/tmp"}
TMP_DIR=${TMP_DIR:-$(kube::realpath "$(mktemp -d -t "$(basename "$0").XXXXXX")")}
CONTAINER_RUNTIME=${CONTAINER_RUNTIME:-"remote"}
CONTAINER_RUNTIME_ENDPOINT=${CONTAINER_RUNTIME_ENDPOINT:-"unix:///run/containerd/containerd.sock"}
RUNTIME_REQUEST_TIMEOUT=${RUNTIME_REQUEST_TIMEOUT:-"2m"}
Expand Down Expand Up @@ -412,7 +413,7 @@ function start_etcd {

function set_service_accounts {
SERVICE_ACCOUNT_LOOKUP=${SERVICE_ACCOUNT_LOOKUP:-true}
SERVICE_ACCOUNT_KEY=${SERVICE_ACCOUNT_KEY:-/tmp/kube-serviceaccount.key}
SERVICE_ACCOUNT_KEY=${SERVICE_ACCOUNT_KEY:-${TMP_DIR}/kube-serviceaccount.key}
# Generate ServiceAccount key if needed
if [[ ! -f "${SERVICE_ACCOUNT_KEY}" ]]; then
mkdir -p "$(dirname "${SERVICE_ACCOUNT_KEY}")"
Expand Down Expand Up @@ -511,7 +512,7 @@ function start_apiserver {
fi

if [[ -z "${EGRESS_SELECTOR_CONFIG_FILE:-}" ]]; then
cat <<EOF > /tmp/kube_egress_selector_configuration.yaml
cat <<EOF > "${TMP_DIR}"/kube_egress_selector_configuration.yaml
apiVersion: apiserver.k8s.io/v1beta1
kind: EgressSelectorConfiguration
egressSelections:
Expand All @@ -525,18 +526,18 @@ egressSelections:
connection:
proxyProtocol: Direct
EOF
EGRESS_SELECTOR_CONFIG_FILE="/tmp/kube_egress_selector_configuration.yaml"
EGRESS_SELECTOR_CONFIG_FILE="${TMP_DIR}/kube_egress_selector_configuration.yaml"
fi

if [[ -z "${AUDIT_POLICY_FILE}" ]]; then
cat <<EOF > /tmp/kube-audit-policy-file
cat <<EOF > "${TMP_DIR}"/kube-audit-policy-file
# Log all requests at the Metadata level.
apiVersion: audit.k8s.io/v1
kind: Policy
rules:
- level: Metadata
EOF
AUDIT_POLICY_FILE="/tmp/kube-audit-policy-file"
AUDIT_POLICY_FILE="${TMP_DIR}/kube-audit-policy-file"
fi

APISERVER_LOG=${LOG_DIR}/kube-apiserver.log
Expand Down Expand Up @@ -734,7 +735,7 @@ function start_kubelet {
generate_kubelet_certs
fi

cat <<EOF > /tmp/kubelet.yaml
cat <<EOF > "${TMP_DIR}"/kubelet.yaml
apiVersion: kubelet.config.k8s.io/v1beta1
kind: KubeletConfiguration
address: "${KUBELET_HOST}"
Expand All @@ -755,7 +756,7 @@ resolvConf: "${KUBELET_RESOLV_CONF}"
EOF

if [[ "$FEATURE_GATES" == *KubeletTracing=true* ]]; then
cat <<EOF >> /tmp/kubelet.yaml
cat <<EOF >> "${TMP_DIR}"/kubelet.yaml
tracing:
endpoint: localhost:4317 # the default value
samplingRatePerMillion: 1000000 # sample always
Expand Down Expand Up @@ -813,11 +814,11 @@ EOF
if [[ -n ${FEATURE_GATES} ]]; then
parse_feature_gates "${FEATURE_GATES}"
fi
} >>/tmp/kubelet.yaml
} >>"${TMP_DIR}"/kubelet.yaml

# shellcheck disable=SC2024
sudo -E "${GO_OUT}/kubelet" "${all_kubelet_flags[@]}" \
--config=/tmp/kubelet.yaml >"${KUBELET_LOG}" 2>&1 &
--config="${TMP_DIR}"/kubelet.yaml >"${KUBELET_LOG}" 2>&1 &
KUBELET_PID=$!

# Quick check that kubelet is running.
Expand All @@ -837,7 +838,7 @@ function start_kubeproxy {
wait_node_ready
fi

cat <<EOF > /tmp/kube-proxy.yaml
cat <<EOF > "${TMP_DIR}"/kube-proxy.yaml
apiVersion: kubeproxy.config.k8s.io/v1alpha1
kind: KubeProxyConfiguration
clientConnection:
Expand All @@ -854,7 +855,7 @@ conntrack:
EOF
if [[ -n ${FEATURE_GATES} ]]; then
parse_feature_gates "${FEATURE_GATES}"
fi >>/tmp/kube-proxy.yaml
fi >>"${TMP_DIR}"/kube-proxy.yaml

if [[ "${REUSE_CERTS}" != true ]]; then
generate_kubeproxy_certs
Expand All @@ -863,15 +864,15 @@ EOF
# shellcheck disable=SC2024
sudo "${GO_OUT}/kube-proxy" \
--v="${LOG_LEVEL}" \
--config=/tmp/kube-proxy.yaml \
--config="${TMP_DIR}"/kube-proxy.yaml \
--master="https://${API_HOST}:${API_SECURE_PORT}" >"${PROXY_LOG}" 2>&1 &
PROXY_PID=$!
}

function start_kubescheduler {
SCHEDULER_LOG=${LOG_DIR}/kube-scheduler.log

cat <<EOF > /tmp/kube-scheduler.yaml
cat <<EOF > "${TMP_DIR}"/kube-scheduler.yaml
apiVersion: kubescheduler.config.k8s.io/v1
kind: KubeSchedulerConfiguration
clientConnection:
Expand All @@ -881,7 +882,7 @@ leaderElection:
EOF
${CONTROLPLANE_SUDO} "${GO_OUT}/kube-scheduler" \
--v="${LOG_LEVEL}" \
--config=/tmp/kube-scheduler.yaml \
--config="${TMP_DIR}"/kube-scheduler.yaml \
--feature-gates="${FEATURE_GATES}" \
--authentication-kubeconfig "${CERT_DIR}"/scheduler.kubeconfig \
--authorization-kubeconfig "${CERT_DIR}"/scheduler.kubeconfig \
Expand Down Expand Up @@ -956,9 +957,17 @@ if [[ "${START_MODE}" != "kubeletonly" ]]; then
else
echo "Local Kubernetes cluster is running."
fi

echo
echo "Configurations:"
for f in "${TMP_DIR}"/*; do
echo " ${f}"
done

cat <<EOF
Logs:
${ETCD_LOGFILE:-}
${APISERVER_LOG:-}
${CTLRMGR_LOG:-}
${CLOUD_CTLRMGR_LOG:-}
Expand Down Expand Up @@ -1030,13 +1039,13 @@ function parse_eviction {
function install_cni {
cni_plugin_sha=CNI_PLUGINS_${CNI_TARGETARCH^^}_SHA256SUM
echo "Installing CNI plugin binaries ..." \
&& curl -sSL --retry 5 --output /tmp/cni."${CNI_TARGETARCH}".tgz "${CNI_PLUGINS_URL}" \
&& echo "${!cni_plugin_sha} /tmp/cni.${CNI_TARGETARCH}.tgz" | tee /tmp/cni.sha256 \
&& sha256sum --ignore-missing -c /tmp/cni.sha256 \
&& rm -f /tmp/cni.sha256 \
&& curl -sSL --retry 5 --output "${TMP_DIR}"/cni."${CNI_TARGETARCH}".tgz "${CNI_PLUGINS_URL}" \
&& echo "${!cni_plugin_sha} ${TMP_DIR}/cni.${CNI_TARGETARCH}.tgz" | tee "${TMP_DIR}"/cni.sha256 \
&& sha256sum --ignore-missing -c "${TMP_DIR}"/cni.sha256 \
&& rm -f "${TMP_DIR}"/cni.sha256 \
&& sudo mkdir -p /opt/cni/bin \
&& sudo tar -C /opt/cni/bin -xzvf /tmp/cni."${CNI_TARGETARCH}".tgz \
&& rm -rf /tmp/cni."${CNI_TARGETARCH}".tgz \
&& sudo tar -C /opt/cni/bin -xzvf "${TMP_DIR}"/cni."${CNI_TARGETARCH}".tgz \
&& rm -rf "${TMP_DIR}"/cni."${CNI_TARGETARCH}".tgz \
&& sudo find /opt/cni/bin -type f -not \( \
-iname host-local \
-o -iname bridge \
Expand Down Expand Up @@ -1139,7 +1148,7 @@ if [ "${GO_OUT}" == "" ]; then
fi
echo "Detected host and ready to start services. Doing some housekeeping first..."
echo "Using GO_OUT ${GO_OUT}"
export KUBELET_CIDFILE=/tmp/kubelet.cid
export KUBELET_CIDFILE=${TMP_DIR}/kubelet.cid
if [[ "${ENABLE_DAEMON}" = false ]]; then
trap cleanup EXIT
fi
Expand Down

0 comments on commit 035271d

Please sign in to comment.