taco/taco-blog
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix robots.txt
All checks were successful
Build and Publish Docker Image / build (push) Successful in 23s
Details

Browse Source
This commit is contained in:
taco
2026-05-18 02:55:13 -06:00
parent eb07aee742
commit 262dc70970
2 changed files with 33 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

29
config/_default/params.toml
View File

@@ -23,6 +23,35 @@ replyByEmail = false
# mainSections = ["section1", "section2"] # mainSections = ["section1", "section2"]
# robots = "" # robots = ""
robots = [
"AdsBot-Google",
"Amazonbot",
"anthropic-ai",
"Applebot",
"Applebot-Extended",
"AwarioRssBot",
"AwarioSmartBot",
"Bytespider",
"CCBot",
"ChatGPT",
"ChatGPT-User",
"Claude-Web",
"ClaudeBot",
"cohere-ai",
"DataForSeoBot",
"Diffbot",
"FacebookBot",
"Google-Extended",
"GPTBot",
"ImagesiftBot",
"magpie-crawler",
"omgili",
"Omgilibot",
"peer39_crawler",
"PerplexityBot",
"YouBot",
]
disableImageOptimization = false disableImageOptimization = false
disableImageOptimizationMD = false disableImageOptimizationMD = false
disableTextInHeader = false disableTextInHeader = false

5
layouts/robots.txt
View File

@@ -1,9 +1,4 @@
{{ if hugo.IsProduction }}
{{ range $robot := .Site.Params.robots }} {{ range $robot := .Site.Params.robots }}
User-agent: {{ $robot }} User-agent: {{ $robot }}
Disallow: / Disallow: /
{{end}} {{end}}
{{ else }}
User-agent: *
Disallow: /
{{ end }}