Mintplex-Labs#2317 Fetch pinned documents once per folder to reduce t…

…he number of queries.

server/models/documents.js

@@ -76,14 +76,16 @@ const Document = {
     clause = {},
     limit = null,
     orderBy = null,
-    include = null
+    include = null,
+    select = null
   ) {
     try {
       const results = await prisma.workspace_documents.findMany({
         where: clause,
         ...(limit !== null ? { take: limit } : {}),
         ...(orderBy !== null ? { orderBy } : {}),
         ...(include !== null ? { include } : {}),
+        ...(select !== null ? { select: { ...select } } : {}),
       });
       return results;
     } catch (error) {

server/utils/files/index.js

@@ -44,17 +44,17 @@ async function viewLocalFiles() {
         items: [],
       };
       const subfiles = fs.readdirSync(folderPath);
+      const filenames = {};
 
       for (const subfile of subfiles) {
         if (path.extname(subfile) !== ".json") continue;
         const filePath = path.join(folderPath, subfile);
         const rawData = fs.readFileSync(filePath, "utf8");
         const cachefilename = `${file}/${subfile}`;
+        filenames[cachefilename] = subfile;
+
         const { pageContent, ...metadata } = JSON.parse(rawData);
-        const pinnedInWorkspaces = await Document.getOnlyWorkspaceIds({
-          docpath: cachefilename,
-          pinned: true,
-        });
+
         const watchedInWorkspaces = liveSyncAvailable
           ? await Document.getOnlyWorkspaceIds({
               docpath: cachefilename,
@@ -67,14 +67,46 @@ async function viewLocalFiles() {
           type: "file",
           ...metadata,
           cached: await cachedVectorInformation(cachefilename, true),
-          pinnedWorkspaces: pinnedInWorkspaces,
           canWatch: liveSyncAvailable
             ? DocumentSyncQueue.canWatch(metadata)
             : false,
           // Is file watched in any workspace since sync updates all workspaces where file is referenced
           watched: watchedInWorkspaces.length !== 0,
         });
       }
+
+      // Get documents pinned to at least one workspace.
+      const pinnedWorkspacesByDocument = (
+        await Document.where(
+          {
+            docpath: {
+              in: Object.keys(filenames),
+            },
+            pinned: true,
+          },
+          null,
+          null,
+          null,
+          {
+            workspaceId: true,
+            docpath: true,
+          }
+        )
+      ).reduce((result, { workspaceId, docpath }) => {
+        const filename = filenames[docpath];
+        if (!result[filename]) {
+          result[filename] = [];
+        }
+        if (!result[filename].includes(workspaceId)) {
+          result[filename].push(workspaceId);
+        }
+        return result;
+      }, {});
+
+      for (const item of subdocs.items) {
+        item.pinnedWorkspaces = pinnedWorkspacesByDocument[item.name] || [];
+      }
+
       directory.items.push(subdocs);
     }
   }