feat: update robots files and site map generator

laravelcm · Oct 17, 2024 · 01b9edc · 01b9edc
1 parent 853e1ed
commit 01b9edc
Show file tree

Hide file tree

Showing 2 changed files with 14 additions and 3 deletions.
diff --git a/app/Console/Commands/GenerateSitemap.php b/app/Console/Commands/GenerateSitemap.php
@@ -20,9 +20,16 @@ final class GenerateSitemap extends Command
      * @var array|string[]
      */
     private array $noIndexPaths = [
-        '',
-        '/forum/*',
+        '/forum/channels',
+        '/forum/channels/*',
+        '/user',
         '/user/*',
+        '/dashboard/*',
+        '/rules',
+        '/terms',
+        '/privacy',
+        '/faq',
+        '/auth/github',
     ];
 
     public function handle(): void

diff --git a/public/robots.txt b/public/robots.txt
@@ -8,6 +8,10 @@ Disallow: /dashboard/*
 # Forum
 Disallow: /forum/channels
 Disallow: /forum/channels/*
+Disallow: /rules
+Disallow: /terms
+Disallow: /privacy
+Disallow: /auth/github
 
 # Sitemap
-Sitemap : https://laravel.cm/sitemap.xml
+Sitemap: https://laravel.cm/sitemap.xml