Feat: Fügt robots.txt hinzu

2026-06-09 18:32:23 +02:00
parent 7db3813681
commit b31b800ada
1 changed files with 14 additions and 0 deletions
@@ -0,0 +1,14 @@
+User-agent: *
+
+Disallow: /
+Allow: /
+Allow: /explore
+Allow: /*/*/
+
+Disallow: /*/*/raw/*
+Disallow: /*/*/blob/*
+Disallow: /*/*/src/*
+Disallow: /*/*/tree/*
+Disallow: /*/*/commits/*
+Disallow: /*/*/issues/*
+Disallow: /*/*/pulls/*