From fd4b51d72d03a6a246745731f99658770e750f67 Mon Sep 17 00:00:00 2001 From: AnnatarHe Date: Sun, 19 Apr 2026 10:31:30 +0800 Subject: [PATCH] Add robots.txt crawl rules --- public/robots.txt | 8 ++++++++ 1 file changed, 8 insertions(+) create mode 100644 public/robots.txt diff --git a/public/robots.txt b/public/robots.txt new file mode 100644 index 0000000..ce6cc1f --- /dev/null +++ b/public/robots.txt @@ -0,0 +1,8 @@ +User-agent: * +Allow: / +Allow: /posts/ +Allow: /rss.xml +Disallow: /og-preview +Disallow: /posts/*-og.png + +Sitemap: https://asynctalk.com/sitemap-index.xml