From fbd35296f03968ae78a38478053fe8d8d3286b21 Mon Sep 17 00:00:00 2001
From: Bram Luyten <bram@atmire.com>
Date: Tue, 12 Dec 2023 11:16:39 +0100
Subject: [PATCH] Update robots.txt.ejs

Fix for issue #2709
---
 src/robots.txt.ejs | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/src/robots.txt.ejs b/src/robots.txt.ejs
index cd5e228b3a0..f6dc7fa5cb5 100644
--- a/src/robots.txt.ejs
+++ b/src/robots.txt.ejs
@@ -16,6 +16,8 @@ Disallow: /submit
 Disallow: /workspaceitems
 Disallow: /profile
 Disallow: /workflowitems
+# Crawlers should be able to access entity pages, but not the facet search links present on entity pages
+Disallow: /entities/*?f
 
 # Optionally uncomment the following line ONLY if sitemaps are working
 # and you have verified that your site is being indexed correctly.