From 8ada0928b0ac15f88d5fa9df2d33bcf4fa5691bc Mon Sep 17 00:00:00 2001
From: vchikalkin <djchikalkin@gmail.com>
Date: Wed, 31 Jul 2024 08:48:03 +0300
Subject: [PATCH] add /robots.txt

---
 config/include/robots.conf | 4 ++++
 config/nginx.exposed.conf  | 1 +
 2 files changed, 5 insertions(+)
 create mode 100644 config/include/robots.conf

diff --git a/config/include/robots.conf b/config/include/robots.conf
new file mode 100644
index 0000000..d84adac
--- /dev/null
+++ b/config/include/robots.conf
@@ -0,0 +1,4 @@
+location /robots.txt {
+    default_type  text/plain;
+    return        200 "User-agent: *\nDisallow: /";
+}
\ No newline at end of file
diff --git a/config/nginx.exposed.conf b/config/nginx.exposed.conf
index f207fbb..c3e75ac 100644
--- a/config/nginx.exposed.conf
+++ b/config/nginx.exposed.conf
@@ -22,4 +22,5 @@ server {
     }
 
     include /etc/nginx/include/location.conf;
+    include /etc/nginx/include/robots.conf;
 }