From be40d56d73a354ef9d965d44f32e859ae5efcc76 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Aatu=20Nyk=C3=A4nen?=
 <27770287+aatuny@users.noreply.github.com>
Date: Tue, 9 Jan 2024 12:03:11 +0200
Subject: [PATCH] Fix robots.txt (#85)

---
 src/robots.txt | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/src/robots.txt b/src/robots.txt
index d101ae1..1a60b48 100644
--- a/src/robots.txt
+++ b/src/robots.txt
@@ -1,5 +1,6 @@
-# Do not allow access to the API and the identifier batches
+# Do not allow access to the API (other than config, which is FE-defined resource) and the identifier batches
 User-agent: *
+Allow: /api/config
 Disallow: /api/
 Disallow: /isbn-registry/identifierbatches/
 Disallow: /isbn-registry/publishers/