diff --git a/data/gitea/public/robots.txt b/data/gitea/public/robots.txt new file mode 100644 index 0000000..884e954 --- /dev/null +++ b/data/gitea/public/robots.txt @@ -0,0 +1,14 @@ +User-agent: * + +Disallow: / +Allow: / +Allow: /explore +Allow: /*/*/ + +Disallow: /*/*/raw/* +Disallow: /*/*/blob/* +Disallow: /*/*/src/* +Disallow: /*/*/tree/* +Disallow: /*/*/commits/* +Disallow: /*/*/issues/* +Disallow: /*/*/pulls/*