diff --git a/.travis.yml b/.travis.yml
index fc6c810a569..66e5ef3b924 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -6,7 +6,12 @@ services:
   - postgresql
 env:
   - NODE_ENV=tests
+install:
+  - sudo pip install compare-locales
+  - npm install
 before_script:
+  - compare-locales --validate l10n.toml .
+  - compare-locales l10n.toml . `ls locales`
   - cp .env-dist .env
   - createdb test-blurts
   - npm install npm@latest -g