diff --git a/hack/local-up-cluster.sh b/hack/local-up-cluster.sh
index c90196d92f0..61bc8e76263 100755
--- a/hack/local-up-cluster.sh
+++ b/hack/local-up-cluster.sh
@@ -743,16 +743,11 @@ clientConnection:
   kubeconfig: ${CERT_DIR}/kube-proxy.kubeconfig
 hostnameOverride: ${HOSTNAME_OVERRIDE}
 featureGates: ${FEATURE_GATES}
+mode: ${KUBEPROXY_MODE}
 EOF
     if [ "${KUBEPROXY_MODE}" == "ipvs" ]; then
-        cat <<EOF >> /tmp/kube-proxy.yaml
-mode: ipvs
-EOF
-        sudo modprobe ip_vs
-        sudo modprobe ip_vs_rr
-        sudo modprobe ip_vs_wrr
-        sudo modprobe ip_vs_sh
-        sudo modprobe nf_conntrack_ipv4
+	# Load kernel modules required by IPVS proxier
+        sudo modprobe -a ip_vs ip_vs_rr ip_vs_wrr ip_vs_sh nf_conntrack_ipv4
     fi
 
     sudo "${GO_OUT}/hyperkube" proxy \