From 6422115c403195bb28ceb51929045dbc1c8223dd Mon Sep 17 00:00:00 2001
From: Your New SJW Waifu <neckbeard@rape.lol>
Date: Tue, 25 Feb 2020 16:12:54 -0600
Subject: [PATCH] Add robots.txt

---
 build.sh   |  1 +
 robots.txt | 12 ++++++++++++
 2 files changed, 13 insertions(+)
 create mode 100644 robots.txt

diff --git a/build.sh b/build.sh
index e25449ad84..ffad0977f5 100755
--- a/build.sh
+++ b/build.sh
@@ -8,6 +8,7 @@ npm run build
 
 rsync -ra  public/ "${TARGET}/instance/static"
 cp dist/index.html  "${TARGET}/instance/static/index.html"
+cp robots.txt "${TARGET}/instance/static/robots.txt"
 rsync --delete -ra dist/static/ "${TARGET}/instance/static/static"
 rsync --delete -ra images/ "${TARGET}/instance/static/images"
 rsync --delete -ra sounds/ "${TARGET}/instance/static/sounds"
diff --git a/robots.txt b/robots.txt
new file mode 100644
index 0000000000..4ca9ba0659
--- /dev/null
+++ b/robots.txt
@@ -0,0 +1,12 @@
+# See http://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
+ User-agent: *
+ Disallow: /web
+ Disallow: /settings
+ Disallow: /login
+ Disallow: /user-search
+ Disallow: /registration
+ Disallow: /cgi-bin
+ Disallow: /pages/DMCA.html
+ Disallow: /oauth
+ Disallow: /search
+ Disallow: /tag