From 6fdb8f83f0a0f0970ff675db4b1f377cd8c7c986 Mon Sep 17 00:00:00 2001 From: Yan-Ru Huang <14368787+r1235613@users.noreply.github.com> Date: Mon, 20 Jan 2025 22:22:05 +0800 Subject: [PATCH] feat: Add rule on robots.txt to allow robots access og tags (#15470) Allow social media access og tags --- web/static/robots.txt | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/web/static/robots.txt b/web/static/robots.txt index b21f0887ac03c..9be576a0f5e28 100644 --- a/web/static/robots.txt +++ b/web/static/robots.txt @@ -1,3 +1,8 @@ +# Allow social media access og Tags +User-agent: * +Allow: /share/ +Allow: /api/assets/ + # https://www.robotstxt.org/robotstxt.html User-agent: * Disallow: /