From af6802774e7ec40a222ada0240a953aa131566a0 Mon Sep 17 00:00:00 2001 From: "Caleb Williams [SSW]" <65635198+Calinator444@users.noreply.github.com> Date: Mon, 5 Aug 2024 13:51:52 +1000 Subject: [PATCH] =?UTF-8?q?=F0=9F=94=8E=20Added=20browse=20pages=20to=20ro?= =?UTF-8?q?bots.txt=20(#2885)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * Added all variants of browse.aspx to robots.txt * 🔎 Added all routes containing BrowseXML.aspx to robots.txt * 🔎 Added lowercase browsexml pages to robots.txt * removed star at the end of /*browsexml.aspx$ exclusion route * removed unnecessary "ends with" routes that were a already excluded by wildcards * 🔎 added Browse.aspx and browse.aspx as wild card routes --------- Co-authored-by: Calinator444 --- next-sitemap.config.js | 4 ++++ 1 file changed, 4 insertions(+) diff --git a/next-sitemap.config.js b/next-sitemap.config.js index e467d106b0..a9ef6197d1 100644 --- a/next-sitemap.config.js +++ b/next-sitemap.config.js @@ -49,6 +49,10 @@ module.exports = { disallow: [ "/404", "/500", + "/*Browse.aspx*", + "/*browse.aspx*", + "/*browsexml.aspx*", + "/*BrowseXML.aspx*", "/ssw/Redirect", "/ssw/CodeAuditor", "/ssw/Version.aspx",