Add robots.txt file and set enableRobotsTXT to false

2025-06-12 01:51:28 +02:00
parent 65ff648633
commit 37e630ca51
2 changed files with 5 additions and 1 deletions
--- a/config/_default/hugo.yaml
+++ b/config/_default/hugo.yaml
@@ -2,7 +2,7 @@ baseURL: "https://fundor333.com"
 DefaultContentLanguage: en
 languageCode: en
 title: Fundor333
-enableRobotsTXT: true
+enableRobotsTXT: false
 fediverseAccount: "@fundor333@mastodon.social"
 ignoreLogs:
  - "warning-goldmark-raw-html"
--- a/static/robots.txt
+++ b/static/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://fundor333.com/sitemap.xml