From 053b0fa6fb51ef303d364febaa229891229a9c87 Mon Sep 17 00:00:00 2001
From: Ben Grant <benjamin.grantGRA0007@gmail.com>
Date: Tue, 25 May 2021 02:21:38 +1000
Subject: [PATCH] Robots.txt allow files

---
 crabfit-frontend/public/robots.txt  | 13 +++++++++++--
 crabfit-frontend/public/sitemap.xml |  1 -
 2 files changed, 11 insertions(+), 3 deletions(-)

diff --git a/crabfit-frontend/public/robots.txt b/crabfit-frontend/public/robots.txt
index 744c9e2..7fb2544 100644
--- a/crabfit-frontend/public/robots.txt
+++ b/crabfit-frontend/public/robots.txt
@@ -3,7 +3,16 @@ User-agent: *
 Allow: /$
 Allow: /how-to$
 Allow: /privacy$
-Allow: /sitemap.xml$
+Allow: /*.xml$
+Allow: /*.js$
+Allow: /*.css$
+Allow: /*.json$
+Allow: /*.woff$
+Allow: /*.woff2$
+Allow: /*.ttf$
+Allow: /*.png$
+Allow: /*.ico$
+Allow: /*.svg$
 Disallow: *
 
-sitemap: https://crab.fit/sitemap.xml
+Sitemap: https://crab.fit/sitemap.xml
diff --git a/crabfit-frontend/public/sitemap.xml b/crabfit-frontend/public/sitemap.xml
index f12017d..072442a 100644
--- a/crabfit-frontend/public/sitemap.xml
+++ b/crabfit-frontend/public/sitemap.xml
@@ -1,5 +1,4 @@
 <?xml version="1.0" encoding="UTF-8"?>
-
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
   <url>
     <loc>https://crab.fit/</loc>