diff --git a/Dockerfile b/Dockerfile
index 130ee22..bc0a68b 100644
--- a/Dockerfile
+++ b/Dockerfile
@@ -7,8 +7,6 @@ SHELL ["/bin/bash", "-o", "pipefail", "-c"]
 RUN curl -sL https://github.com/kubernetes-sigs/kustomize/releases/download/kustomize%2Fv3.8.7/kustomize_v3.8.7_linux_amd64.tar.gz \
   | tar xz -C /usr/local/bin
 
-RUN git config --global --add safe.directory /github/workspace
-
 RUN rm -rf /var/cache/apk/*
 
 COPY kustdiff /kustdiff
diff --git a/kustdiff b/kustdiff
index 67f704a..d688eaa 100755
--- a/kustdiff
+++ b/kustdiff
@@ -25,6 +25,7 @@ function build {
 }
 
 function main {
+  git config --global --add safe.directory "$GITHUB_WORKSPACE"
   local diff escaped_output output
   build "$INPUT_HEAD_REF"
   build "$INPUT_BASE_REF"