add robots file

json-schema-org · Jul 30, 2024 · 3f9596f · 3f9596f
1 parent 0c5f870
commit 3f9596f
Showing 1 changed file with 7 additions and 0 deletions.
diff --git a/public/ROBOTS.txt b/public/ROBOTS.txt
@@ -0,0 +1,7 @@
+User-agent: Googlebot
+Disallow: /nogooglebot/
+
+User-agent: *
+Allow: /
+
+Sitemap: https://tour.json-schema.org/content/sitemap.xml