Fixed robots.txt

build.sh

@@ -8,7 +8,6 @@ npm run build
 
 rsync -ra  public/ "${TARGET}/instance/static"
 cp dist/index.html  "${TARGET}/instance/static/index.html"
-cp robots.txt "${TARGET}/instance/static/robots.txt"
 rsync --delete -ra dist/static/ "${TARGET}/instance/static/static"
 rsync --delete -ra images/ "${TARGET}/instance/static/images"
 rsync --delete -ra sounds/ "${TARGET}/instance/static/sounds"

public/robots.txt

@@ -1,6 +1,4 @@
 # See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
-#
-# To ban all spiders from the entire site uncomment the next two lines:
  User-agent: *
  Disallow: /web
  Disallow: /settings
@@ -11,4 +9,4 @@
  Disallow: /pages/DMCA.html
  Disallow: /oauth
  Disallow: /search
-
+ Disallow: /tag

robots.txt

@@ -1,12 +0,0 @@
-# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
- User-agent: *
- Disallow: /web
- Disallow: /settings
- Disallow: /login
- Disallow: /user-search
- Disallow: /registration
- Disallow: /cgi-bin
- Disallow: /pages/DMCA.html
- Disallow: /oauth
- Disallow: /search
- Disallow: /tag