From c680c22bb36ba80169f5ba44cf398124e004afe0 Mon Sep 17 00:00:00 2001
From: Ben Grant <benjamin.grantGRA0007@gmail.com>
Date: Tue, 20 Apr 2021 19:32:31 +1000
Subject: [PATCH] Robots and sitemap

---
 crabfit-frontend/public/robots.txt  |  6 +++++-
 crabfit-frontend/public/sitemap.xml | 12 ++++++++++++
 2 files changed, 17 insertions(+), 1 deletion(-)
 create mode 100644 crabfit-frontend/public/sitemap.xml

diff --git a/crabfit-frontend/public/robots.txt b/crabfit-frontend/public/robots.txt
index e9e57dc..6048be5 100644
--- a/crabfit-frontend/public/robots.txt
+++ b/crabfit-frontend/public/robots.txt
@@ -1,3 +1,7 @@
 # https://www.robotstxt.org/robotstxt.html
 User-agent: *
-Disallow:
+Allow: /$
+Allow: /how-to$
+Disallow: *
+
+sitemap: https://crab.fit/sitemap.xml
diff --git a/crabfit-frontend/public/sitemap.xml b/crabfit-frontend/public/sitemap.xml
new file mode 100644
index 0000000..fc981cf
--- /dev/null
+++ b/crabfit-frontend/public/sitemap.xml
@@ -0,0 +1,12 @@
+<?xml version="1.0" encoding="UTF-8"?>
+
+<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
+  <url>
+    <loc>https://crab.fit/</loc>
+    <priority>1.0</priority>
+  </url>
+  <url>
+    <loc>https://crab.fit/how-to</loc>
+    <priority>0.4</priority>
+  </url>
+</urlset>