diff --git a/.github/workflows/labeler/scope-label-conf.yml b/.github/workflows/labeler/scope-label-conf.yml
index 2afd31bc1ef7bd..4bd2862c67445a 100644
--- a/.github/workflows/labeler/scope-label-conf.yml
+++ b/.github/workflows/labeler/scope-label-conf.yml
@@ -25,4 +25,6 @@ meta-change:
   - gensrc/proto/*
 
 doing:
-  - '**'
+  - base-branch: 'master'
+  - changed-files:
+    - any-glob-to-any-file: '**'