feat: disable search engine indexing on unlisted and private lists

Signed-off-by: Ryan Cao <[email protected]>
ryanccn · Nov 8, 2023 · f07cb2f · f07cb2f
1 parent 3a59aa8
commit f07cb2f
Show file tree

Hide file tree

Showing 3 changed files with 10 additions and 2 deletions.
diff --git a/src/pages/list/[id]/analytics.tsx b/src/pages/list/[id]/analytics.tsx
@@ -112,6 +112,8 @@ export const getServerSideProps: GetServerSideProps<PageProps | { notFound: true
   if (typeof query.id !== "string") throw new Error("?");
   const data = await getSpecificList(query.id);
 
+  res.setHeader("x-robots-tag", "noindex");
+
   if (!data || data.ownerProfile.banned) {
     return {
       notFound: true,

diff --git a/src/pages/list/[id]/index.tsx b/src/pages/list/[id]/index.tsx
@@ -836,6 +836,8 @@ export const getServerSideProps: GetServerSideProps<PageProps | { notFound: true
     };
   }
 
+  if (data.visibility !== "public") res.setHeader("x-robots-tag", "noindex");
+
   return {
     props: {
       data: { ...data },

diff --git a/src/pages/list/[id]/settings.tsx b/src/pages/list/[id]/settings.tsx
@@ -180,7 +180,8 @@ const ListSettings: NextPage<PageProps> = ({ data }) => {
                 <span className="font-display text-lg font-medium">Unlisted</span>
               </div>
               <span className="text-xs opacity-60">
-                Anyone with the link will be able to see the list, and it might be indexed by search engines.
+                Anyone with the link will be able to see the list, and it should not be indexed by search
+                engines.
               </span>
             </MMRadio>
             <MMRadio name="visibility" value={"public"} currentValue={visibility} onCheck={setVisibility}>
@@ -189,7 +190,8 @@ const ListSettings: NextPage<PageProps> = ({ data }) => {
                 <span className="font-display text-lg font-medium">Public</span>
               </div>
               <span className="text-xs opacity-60">
-                Anyone with the link will be able to see the list, and it will be available in Search.
+                Anyone with the link will be able to see the list, and it will be available both in Search and
+                to search engines.
               </span>
             </MMRadio>
           </div>
@@ -250,6 +252,8 @@ export const getServerSideProps: GetServerSideProps<PageProps | { notFound: true
   if (typeof query.id !== "string") throw new Error("?");
   const data = await getSpecificList(query.id);
 
+  res.setHeader("x-robots-tag", "noindex");
+
   if (!data || data.ownerProfile.banned) {
     return {
       notFound: true,