From 37e630ca513991f6e6affe4c465bb4fc62489651 Mon Sep 17 00:00:00 2001
From: Fundor333 <fundor333@fundor333.com>
Date: Thu, 12 Jun 2025 01:51:28 +0200
Subject: [PATCH] Add robots.txt file and set enableRobotsTXT to false

---
 config/_default/hugo.yaml | 2 +-
 static/robots.txt         | 4 ++++
 2 files changed, 5 insertions(+), 1 deletion(-)
 create mode 100644 static/robots.txt

diff --git a/config/_default/hugo.yaml b/config/_default/hugo.yaml
index 5d1ff87c..ada56d4e 100644
--- a/config/_default/hugo.yaml
+++ b/config/_default/hugo.yaml
@@ -2,7 +2,7 @@ baseURL: "https://fundor333.com"
 DefaultContentLanguage: en
 languageCode: en
 title: Fundor333
-enableRobotsTXT: true
+enableRobotsTXT: false
 fediverseAccount: "@fundor333@mastodon.social"
 ignoreLogs:
   - "warning-goldmark-raw-html"
diff --git a/static/robots.txt b/static/robots.txt
new file mode 100644
index 00000000..385c8ae2
--- /dev/null
+++ b/static/robots.txt
@@ -0,0 +1,4 @@
+User-agent: *
+Allow: /
+
+Sitemap: https://fundor333.com/sitemap.xml