From a2b0e780406419caed70d815bec745b6962591a3 Mon Sep 17 00:00:00 2001
From: Dennis Eriksen <d@ennis.no>
Date: Sun, 5 Aug 2018 16:41:02 +0200
Subject: sample index with html5boilerplate

---
 static/robots.txt | 5 +++++
 1 file changed, 5 insertions(+)
 create mode 100644 static/robots.txt

(limited to 'static/robots.txt')

diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 0000000..d0e5f1b
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,5 @@
+# www.robotstxt.org/
+
+# Allow crawling of all content
+User-agent: *
+Disallow:
-- 
cgit v1.2.3