disallow Applebot, crawls way too much

2021-11-18 20:29:24 +01:00 · 2021-11-18 20:29:24 +01:00 · f8e6d326ba
parent 998fa01a39
commit f8e6d326ba
1 changed files with 1 additions and 0 deletions
--- a/static/robots.txt
+++ b/static/robots.txt
@ -1,2 +1,3 @@
 User-agent: MJ12bot
 User-agent: Applebot
 Disallow: /