Update tokenizer_spm.py to issue warning message only when 'spm' is u…

…sed (#238) * Update tokenizer_spm.py to issue warning message only when 'spm' is used An attempt at fixing issue 219 #219
mjpost · Jul 17, 2023 · bafca9d · bafca9d
1 parent 38256a7
commit bafca9d
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/sacrebleu/tokenizers/tokenizer_spm.py b/sacrebleu/tokenizers/tokenizer_spm.py
@@ -34,7 +34,8 @@ def signature(self):
     def __init__(self, key="spm"):
         self.name = SPM_MODELS[key]["signature"]
 
-        sacrelogger.warn("Tokenizer 'spm' has been changed to 'flores101', and may be removed in the future.")
+        if key == "spm":
+            sacrelogger.warn("Tokenizer 'spm' has been changed to 'flores101', and may be removed in the future.")
 
         try:
             import sentencepiece as spm