From bcd3bb0b131ce1c71dcd53258dc87cf26fc1ca0a Mon Sep 17 00:00:00 2001 From: dev Date: Mon, 18 Oct 2021 14:59:35 +0000 Subject: [PATCH] Block crawlers git-svn-id: file:///srv/svn/repo/marisa/trunk@17 d6811dac-2434-b64a-9ddc-f563ab233461 --- static/robots.txt | 2 ++ templates/index.html | 1 + 2 files changed, 3 insertions(+) create mode 100644 static/robots.txt diff --git a/static/robots.txt b/static/robots.txt new file mode 100644 index 0000000..c6742d8 --- /dev/null +++ b/static/robots.txt @@ -0,0 +1,2 @@ +User-Agent: * +Disallow: / diff --git a/templates/index.html b/templates/index.html index b151959..be71e2f 100644 --- a/templates/index.html +++ b/templates/index.html @@ -3,6 +3,7 @@ +