diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..ce6cc1f --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,8 @@ +User-agent: * +Allow: / +Allow: /posts/ +Allow: /rss.xml +Disallow: /og-preview +Disallow: /posts/*-og.png + +Sitemap: https://asynctalk.com/sitemap-index.xml