diff --git a/crabfit-frontend/public/robots.txt b/crabfit-frontend/public/robots.txt index e9e57dc..6048be5 100644 --- a/crabfit-frontend/public/robots.txt +++ b/crabfit-frontend/public/robots.txt @@ -1,3 +1,7 @@ # https://www.robotstxt.org/robotstxt.html User-agent: * -Disallow: +Allow: /$ +Allow: /how-to$ +Disallow: * + +sitemap: https://crab.fit/sitemap.xml diff --git a/crabfit-frontend/public/sitemap.xml b/crabfit-frontend/public/sitemap.xml new file mode 100644 index 0000000..fc981cf --- /dev/null +++ b/crabfit-frontend/public/sitemap.xml @@ -0,0 +1,12 @@ + + + + + https://crab.fit/ + 1.0 + + + https://crab.fit/how-to + 0.4 + +