Update to latest tower-no-ai to get more bots in robots.txt

itsjunetime · Jul 4, 2024 · b073f7e · b073f7e
1 parent 8c7505b
commit b073f7e
Show file tree

Hide file tree

Showing 3 changed files with 46 additions and 51 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/backend/Cargo.toml b/backend/Cargo.toml
@@ -23,7 +23,7 @@ chrono = { version = "0.4.35", default-features = false }
 tower-http = { version = "0.5.2", default-features = false, features = ["fs"] }
 oxipng = { version = "9.0.0", default-features = false, features = ["parallel"] }
 build-info = "0.0.37"
-tower-no-ai = { git = "https://github.com/itsjunetime/tower-no-ai.git" }
+tower-no-ai = "0.1.1"
 
 [build-dependencies]
 build-info-build = "0.0.37"
diff --git a/backend/src/robots.rs b/backend/src/robots.rs
@@ -110,11 +110,5 @@ pub async fn get_rss_xml(mut tx: Tx<Postgres>) -> (StatusCode, String) {
 }
 
 pub async fn get_robots_txt() -> &'static str {
-	"
-	User-agent: GPTBot
-	Disallow: /
-
-	User-agent: Google-Extended
-	Disallow: /
-	"
+	tower_no_ai::bot_blocking_robots_txt()
 }