diff --git a/crabfit-frontend/public/robots.txt b/crabfit-frontend/public/robots.txt index 744c9e2..7fb2544 100644 --- a/crabfit-frontend/public/robots.txt +++ b/crabfit-frontend/public/robots.txt @@ -3,7 +3,16 @@ User-agent: * Allow: /$ Allow: /how-to$ Allow: /privacy$ -Allow: /sitemap.xml$ +Allow: /*.xml$ +Allow: /*.js$ +Allow: /*.css$ +Allow: /*.json$ +Allow: /*.woff$ +Allow: /*.woff2$ +Allow: /*.ttf$ +Allow: /*.png$ +Allow: /*.ico$ +Allow: /*.svg$ Disallow: * -sitemap: https://crab.fit/sitemap.xml +Sitemap: https://crab.fit/sitemap.xml diff --git a/crabfit-frontend/public/sitemap.xml b/crabfit-frontend/public/sitemap.xml index f12017d..072442a 100644 --- a/crabfit-frontend/public/sitemap.xml +++ b/crabfit-frontend/public/sitemap.xml @@ -1,5 +1,4 @@ - https://crab.fit/