mirror of
https://github.com/KazooTTT/kazoottt-blog.git
synced 2025-06-23 18:51:31 +08:00
21 lines
321 B
Plaintext
21 lines
321 B
Plaintext
User-agent: *
|
|
Allow: /
|
|
|
|
# Sitemaps
|
|
Sitemap: https://blog.kazoottt.top/sitemap-index.xml
|
|
|
|
# Common crawl optimizations
|
|
Disallow: /api/
|
|
Disallow: /_astro/
|
|
Disallow: /404
|
|
Disallow: /500
|
|
|
|
# Allow crawling of content
|
|
Allow: /posts/
|
|
Allow: /categories/
|
|
Allow: /tags/
|
|
Allow: /blog/
|
|
Allow: /friends/
|
|
Allow: /blog/
|
|
Allow: /tools/
|