diff --git a/build/docker/milvus/ubuntu20.04/Dockerfile b/build/docker/milvus/ubuntu20.04/Dockerfile
index f23fc8c702c1e..a5bf114758dac 100644
--- a/build/docker/milvus/ubuntu20.04/Dockerfile
+++ b/build/docker/milvus/ubuntu20.04/Dockerfile
@@ -18,16 +18,6 @@ RUN apt-get update && \
     apt-get remove --purge -y && \
     rm -rf /var/lib/apt/lists/*
 
-# Install Go
-ENV GOPATH /go
-ENV GOROOT /usr/local/go
-ENV GO111MODULE on
-ENV PATH $GOPATH/bin:$GOROOT/bin:$PATH
-RUN mkdir -p /usr/local/go && wget -qO- "https://go.dev/dl/go1.21.10.linux-$TARGETARCH.tar.gz" | tar --strip-components=1 -xz -C /usr/local/go && \
-    mkdir -p "$GOPATH/src" "$GOPATH/bin" && \
-    go clean --modcache && \
-    chmod -R 777 "$GOPATH" && chmod -R a+w $(go env GOTOOLDIR)
-
 COPY --chown=root:root --chmod=774 ./bin/ /milvus/bin/
 
 COPY --chown=root:root --chmod=774 ./configs/ /milvus/configs/