From 9a091cb2ff2b83f45aefdcf754dce14c9bc284e2 Mon Sep 17 00:00:00 2001
From: alex <alex@pdp7.net>
Date: Mon, 15 Mar 2021 12:07:27 +0000
Subject: Add robots.txt to prevent scraping of full Geminispace

---
 static/gmi/robots.txt | 2 ++
 1 file changed, 2 insertions(+)
 create mode 100644 static/gmi/robots.txt

(limited to 'static')

diff --git a/static/gmi/robots.txt b/static/gmi/robots.txt
new file mode 100644
index 00000000..da2aac59
--- /dev/null
+++ b/static/gmi/robots.txt
@@ -0,0 +1,2 @@
+User-agent: *
+Disallow: /x/
-- 
cgit v1.2.3