add robots txt detection

2025-10-09 15:26:36 +08:00
parent 10b89aee17
commit d660f25fb1
8 changed files with 1268 additions and 16 deletions
--- a/.gitignore
+++ b/.gitignore
@@ -1,6 +1,5 @@
 target
 .idea
-games.db
-.env
+*.env
 diesel.toml
 migrations/.*