diff --git a/public/robots.txt b/public/robots.txt
new file mode 100644
index 0000000..b18adbf
--- /dev/null
+++ b/public/robots.txt
@@ -0,0 +1,17 @@
+User-agent: *
+Allow: /
+
+# Sitemaps
+Sitemap: https://blog.kazoottt.top/sitemap-index.xml
+
+# Common crawl optimizations
+Disallow: /api/
+Disallow: /_astro/
+Disallow: /404
+Disallow: /500
+
+# Allow crawling of content
+Allow: /posts/
+Allow: /categories/
+Allow: /tags/
+Allow: /blog/