add /app/health to disallow list

DSpace · Aug 29, 2024 · 862d0d9 · 862d0d9
1 parent a4d6758
commit 862d0d9
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/src/robots.txt.ejs b/src/robots.txt.ejs
@@ -20,6 +20,8 @@ Disallow: /workflowitems
 Disallow: /entities/*?f
 # do not crawl REST API endpoints and HAL browser
 Disallow: /server/*
+# do not crawl health status
+Disallow: /app/health
 
 # Optionally uncomment the following line ONLY if sitemaps are working
 # and you have verified that your site is being indexed correctly.