Add robots.txt file and set enableRobotsTXT to false
This commit is contained in:
@@ -2,7 +2,7 @@ baseURL: "https://fundor333.com"
|
|||||||
DefaultContentLanguage: en
|
DefaultContentLanguage: en
|
||||||
languageCode: en
|
languageCode: en
|
||||||
title: Fundor333
|
title: Fundor333
|
||||||
enableRobotsTXT: true
|
enableRobotsTXT: false
|
||||||
fediverseAccount: "@fundor333@mastodon.social"
|
fediverseAccount: "@fundor333@mastodon.social"
|
||||||
ignoreLogs:
|
ignoreLogs:
|
||||||
- "warning-goldmark-raw-html"
|
- "warning-goldmark-raw-html"
|
||||||
|
|||||||
4
static/robots.txt
Normal file
4
static/robots.txt
Normal file
@@ -0,0 +1,4 @@
|
|||||||
|
User-agent: *
|
||||||
|
Allow: /
|
||||||
|
|
||||||
|
Sitemap: https://fundor333.com/sitemap.xml
|
||||||
Reference in New Issue
Block a user