Replaced all other referenced to twt/twtxt

2021-01-30 15:06:58 +10:00
parent e0501407b5
commit 0454b9b62b
14 changed files with 138 additions and 1728 deletions
--- a/internal/robots.go
+++ b/internal/robots.go
@@ -11,18 +11,11 @@ import (
 const robotsTpl = `User-Agent: *
 Disallow: /
 Allow: /
-Allow: /twt
-Allow: /user
-Allow: /feed
 Allow: /about
+Allow: /abuse
 Allow: /help
-Allow: /blogs
 Allow: /privacy
 Allow: /support
-Allow: /search
-Allow: /external
-Allow: /atom.xml
-Allow: /media
 `

 // RobotsHandler ...