Fix robots.txt

2026-04-21 09:49:20 +02:00
parent 324d757e5b
commit 38602ff9bc
4 changed files with 27 additions and 39 deletions
@@ -1,29 +0,0 @@
-# Robots.txt for giampy-dogservice
-
-# Blocca aree amministrative e private
-User-agent: *
-Disallow: /admin/
-Disallow: /logout/
-
-# Blocca file statici non importanti per SEO
-Disallow: /*.json$
-Disallow: *.css
-Disallow: *.js
-Disallow: /static/
-
-# Crawl delay - server debole, limitiamo il traffico
-Crawl-delay: 5
-Request-rate: 1/5
-
-# Blocca bot cattivi o pesanti
-User-agent: AhrefsBot
-Disallow: /
-
-User-agent: SemrushBot
-Disallow: /
-
-User-agent: DotBot
-Disallow: /
-
-User-agent: MJ12bot
-Disallow: /