fix: rename robot.txt to robots.txt

2024-02-19 08:38:16 +01:00
parent 4a3c17a335
commit eb12bf9bb4
1 changed files with 0 additions and 0 deletions
@@ -0,0 +1,17 @@
+User-agent: Googlebot
+Disallow: 
+User-agent: googlebot-image
+Disallow: 
+User-agent: googlebot-mobile
+Disallow: 
+User-agent: MSNBot
+Disallow: 
+User-agent: Slurp
+Disallow: 
+User-agent: yahoo-mmcrawler
+Disallow: 
+User-agent: yahoo-blogs/v3.9
+Disallow: 
+User-agent: *
+Disallow: 
+Disallow: /cgi-bin/