diff --git a/test/images/sample-apiserver/Makefile b/test/images/sample-apiserver/Makefile
index 165ab97839f..d3b52dd56a6 100644
--- a/test/images/sample-apiserver/Makefile
+++ b/test/images/sample-apiserver/Makefile
@@ -27,15 +27,11 @@ export
 bin:
 	docker run --rm -i -v "${TARGET}:${TARGET}:Z" registry.k8s.io/build-image/kube-cross:${KUBE_CROSS_VERSION} \
 		/bin/bash -c "\
-			mkdir -p /go/src /go/bin && \
+			mkdir -p /go/src && \
 			git clone https://github.com/kubernetes/sample-apiserver /go/src/k8s.io/sample-apiserver && \
 			cd /go/src/k8s.io/sample-apiserver && \
 			git checkout tags/v0.33.7 && \
 			go mod tidy && \
-			GO111MODULE=on CGO_ENABLED=0 GOARM=${GOARM} GOOS=${OS} GOARCH=${ARCH} go install . && \
-			find /go/bin -name sample-apiserver* -exec cp {} ${TARGET}/sample-apiserver \;"
-			# for arm, go install uses /go/bin/linux_arm, so just find the file and copy it to the
-			# root so we can copy it out from this throw away container image from a standard location.
-			# Windows executables have .exe extension, which is why we're searching sample-apiserver*
+			GO111MODULE=on CGO_ENABLED=0 GOARM=${GOARM} GOOS=${OS} GOARCH=${ARCH} go build -o ${TARGET}/sample-apiserver ."
 
 .PHONY: bin