From 42287a89a0c1cb6e4fbcc6dbc07fe2152f58fe46 Mon Sep 17 00:00:00 2001 From: "David P. Steelman" Date: Thu, 9 Apr 2026 13:11:47 -0400 Subject: [PATCH] LIBDRUM-1018. Ensure UMD customization is part of default access group Ensures that the UMD customization enabling the rule forbidding crawling of `/browse/*` endpoints is part of the default access group by removing the blank line that separates the rule from the rest of the group. In a "robots.txt" file, any blank line ends a group, so this was done to ensure that this rule is part of the ruleset used by all crawlers. https://umd-dit.atlassian.net/browse/LIBDRUM-1018 --- src/robots.txt.ejs | 1 - 1 file changed, 1 deletion(-) diff --git a/src/robots.txt.ejs b/src/robots.txt.ejs index 3d21838225c..810c4af462f 100644 --- a/src/robots.txt.ejs +++ b/src/robots.txt.ejs @@ -18,7 +18,6 @@ Disallow: /profile Disallow: /workflowitems # Crawlers should be able to access entity pages, but not the facet search links present on entity pages Disallow: /entities/*?f - # Optionally uncomment the following line ONLY if sitemaps are working # and you have verified that your site is being indexed correctly. # UMD Customization