From f07cb2ff3e266dfb5e809118b29794adcc6c1fef Mon Sep 17 00:00:00 2001
From: Ryan Cao <70191398+ryanccn@users.noreply.github.com>
Date: Wed, 8 Nov 2023 21:52:07 +0800
Subject: [PATCH] feat: disable search engine indexing on unlisted and private
 lists

Signed-off-by: Ryan Cao <70191398+ryanccn@users.noreply.github.com>
---
 src/pages/list/[id]/analytics.tsx | 2 ++
 src/pages/list/[id]/index.tsx     | 2 ++
 src/pages/list/[id]/settings.tsx  | 8 ++++++--
 3 files changed, 10 insertions(+), 2 deletions(-)

diff --git a/src/pages/list/[id]/analytics.tsx b/src/pages/list/[id]/analytics.tsx
index 7718fc5..1355c83 100644
--- a/src/pages/list/[id]/analytics.tsx
+++ b/src/pages/list/[id]/analytics.tsx
@@ -112,6 +112,8 @@ export const getServerSideProps: GetServerSideProps<PageProps | { notFound: true
   if (typeof query.id !== "string") throw new Error("?");
   const data = await getSpecificList(query.id);
 
+  res.setHeader("x-robots-tag", "noindex");
+
   if (!data || data.ownerProfile.banned) {
     return {
       notFound: true,
diff --git a/src/pages/list/[id]/index.tsx b/src/pages/list/[id]/index.tsx
index 7fc5128..91a1729 100644
--- a/src/pages/list/[id]/index.tsx
+++ b/src/pages/list/[id]/index.tsx
@@ -836,6 +836,8 @@ export const getServerSideProps: GetServerSideProps<PageProps | { notFound: true
     };
   }
 
+  if (data.visibility !== "public") res.setHeader("x-robots-tag", "noindex");
+
   return {
     props: {
       data: { ...data },
diff --git a/src/pages/list/[id]/settings.tsx b/src/pages/list/[id]/settings.tsx
index fb77d80..fe7d6ca 100644
--- a/src/pages/list/[id]/settings.tsx
+++ b/src/pages/list/[id]/settings.tsx
@@ -180,7 +180,8 @@ const ListSettings: NextPage<PageProps> = ({ data }) => {
                 <span className="font-display text-lg font-medium">Unlisted</span>
               </div>
               <span className="text-xs opacity-60">
-                Anyone with the link will be able to see the list, and it might be indexed by search engines.
+                Anyone with the link will be able to see the list, and it should not be indexed by search
+                engines.
               </span>
             </MMRadio>
             <MMRadio name="visibility" value={"public"} currentValue={visibility} onCheck={setVisibility}>
@@ -189,7 +190,8 @@ const ListSettings: NextPage<PageProps> = ({ data }) => {
                 <span className="font-display text-lg font-medium">Public</span>
               </div>
               <span className="text-xs opacity-60">
-                Anyone with the link will be able to see the list, and it will be available in Search.
+                Anyone with the link will be able to see the list, and it will be available both in Search and
+                to search engines.
               </span>
             </MMRadio>
           </div>
@@ -250,6 +252,8 @@ export const getServerSideProps: GetServerSideProps<PageProps | { notFound: true
   if (typeof query.id !== "string") throw new Error("?");
   const data = await getSpecificList(query.id);
 
+  res.setHeader("x-robots-tag", "noindex");
+
   if (!data || data.ownerProfile.banned) {
     return {
       notFound: true,