mirror of
https://github.com/KazooTTT/kazoottt-blog.git
synced 2025-06-24 03:01:31 +08:00
23 lines
354 B
Plaintext
23 lines
354 B
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
|
|
HOST: https://blog.kazoottt.top
|
|
# Sitemaps
|
|
Sitemap: https://blog.kazoottt.top/sitemap-index.xml
|
|
|
|
# Common crawl optimizations
|
|
Disallow: /api/
|
|
Disallow: /_astro/
|
|
Disallow: /404
|
|
Disallow: /500
|
|
|
|
# Allow crawling of content
|
|
Allow: /posts/
|
|
Allow: /categories/
|
|
Allow: /tags/
|
|
Allow: /blog/
|
|
Allow: /friends/
|
|
Allow: /blog/
|
|
Allow: /tools/
|