scott/crabfit
1
0
Fork 0
Code Issues Pull requests Actions Packages Projects Releases Wiki Activity

Robots and sitemap

Browse source
This commit is contained in:
Ben Grant 2021-04-20 19:32:31 +10:00
parent 96c723a94c
commit c680c22bb3
2 changed files with 17 additions and 1 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

6
crabfit-frontend/public/robots.txt
View file

@ -1,3 +1,7 @@
# https://www.robotstxt.org/robotstxt.html # https://www.robotstxt.org/robotstxt.html
User-agent: * User-agent: *
Disallow: Allow: /$
Allow: /how-to$
Disallow: *
sitemap: https://crab.fit/sitemap.xml

12
crabfit-frontend/public/sitemap.xml Normal file
View file

@ -0,0 +1,12 @@
<?xml version="1.0" encoding="UTF-8"?>
<urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
<url>
<loc>https://crab.fit/</loc>
<priority>1.0</priority>
</url>
<url>
<loc>https://crab.fit/how-to</loc>
<priority>0.4</priority>
</url>
</urlset>