From abc9dccc65071c01a4d79ff9fbb5787fe3a6356c Mon Sep 17 00:00:00 2001 From: Andrew Rynhard Date: Tue, 27 Oct 2020 10:53:58 -0700 Subject: [PATCH] docs: add robots.txt and fix sitemap.xml Ensures that our site will be indexed. Signed-off-by: Andrew Rynhard --- website/gridsome.config.js | 2 +- website/static/robots.txt | 5 +++++ 2 files changed, 6 insertions(+), 1 deletion(-) create mode 100644 website/static/robots.txt diff --git a/website/gridsome.config.js b/website/gridsome.config.js index 67820b336..6e3391e82 100644 --- a/website/gridsome.config.js +++ b/website/gridsome.config.js @@ -10,7 +10,7 @@ module.exports = { favicon: "./src/assets/favicon.png", touchicon: "./src/assets/favicon.png", }, - siteUrl: process.env.SITE_URL ? process.env.SITE_URL : "https://example.com", + siteUrl: process.env.SITE_URL ? process.env.SITE_URL : "https://talos.dev", settings: { title: "Kubernetes OS", description: "An operating system for Kubernetes", diff --git a/website/static/robots.txt b/website/static/robots.txt new file mode 100644 index 000000000..6903dd0e0 --- /dev/null +++ b/website/static/robots.txt @@ -0,0 +1,5 @@ +User-agent: * + +Disallow: # Allow everything + +Sitemap: https://talos.dev/sitemap.xml