diff --git a/test/e2e_node/kubelet_config_dir_test.go b/test/e2e_node/kubelet_config_dir_test.go
index 3f98cf5d6b4..7235fb055a6 100644
--- a/test/e2e_node/kubelet_config_dir_test.go
+++ b/test/e2e_node/kubelet_config_dir_test.go
@@ -169,7 +169,13 @@ featureGates:
 				},
 			}
 			// This covers the case where the fields within the map are overridden.
-			initialConfig.FeatureGates = map[string]bool{"DisableKubeletCloudCredentialProviders": true, "PodAndContainerStatsFromCRI": false, "DynamicResourceAllocation": true}
+			overrides := map[string]bool{"DisableKubeletCloudCredentialProviders": true, "PodAndContainerStatsFromCRI": false, "DynamicResourceAllocation": true}
+			// In some CI jobs, `NodeSwap` is explicitly disabled as the images are cgroupv1 based,
+			// so such flags should be picked up directly from the initial configuration
+			if _, ok := initialConfig.FeatureGates["NodeSwap"]; ok {
+				overrides["NodeSwap"] = initialConfig.FeatureGates["NodeSwap"]
+			}
+			initialConfig.FeatureGates = overrides
 			// Compare the expected config with the merged config
 			gomega.Expect(initialConfig).To(gomega.BeComparableTo(mergedConfig), "Merged kubelet config does not match the expected configuration.")
 		})