Implementation, thanks amp

2026-03-16 23:03:27 +13:00
parent b7539ac86e
commit ab508d827d
45 changed files with 2705 additions and 26 deletions
--- a/app/static/robots.txt
+++ b/app/static/robots.txt
@@ -0,0 +1,3 @@
+# allow crawling everything by default
+User-agent: *
+Disallow: