Fix robots.txt

NatLibFi · Jan 9, 2024 · 6b84a3b · 6b84a3b
1 parent cf15308
commit 6b84a3b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/robots.txt b/src/robots.txt
@@ -1,5 +1,6 @@
-# Do not allow access to the API and the identifier batches
+# Do not allow access to the API (other than config, which is FE-defined resource) and the identifier batches
 User-agent: *
+Allow: /api/config
 Disallow: /api/
 Disallow: /isbn-registry/identifierbatches/
 Disallow: /isbn-registry/publishers/