chore: update robots.txt to block crawling and add SETUP_SERVER.md

2026-06-04 12:42:28 +01:00
parent b1cc6368a1
commit 6ddc8974e0
2 changed files with 276 additions and 2 deletions
@@ -1,3 +1,3 @@
-# allow crawling everything by default
+# Block all crawling
 User-agent: *
-Disallow:
+Disallow: /