Display specific error message if fail to retrieve permissions caused…

… by rate limit

connectors/src/api/get_connector_permissions.ts

@@ -7,6 +7,7 @@ import type { Request, Response } from "express";
 
 import { getConnectorManager } from "@connectors/connectors";
 import { augmentContentNodesWithParentIds } from "@connectors/lib/api/content_nodes";
+import { ProviderWorkflowError } from "@connectors/lib/error";
 import logger from "@connectors/logger/logger";
 import { apiError, withLogging } from "@connectors/logger/withlogging";
 import { ConnectorResource } from "@connectors/resources/connector_resource";
@@ -85,6 +86,18 @@ const _getConnectorPermissions = async (
   });
 
   if (pRes.isErr()) {
+    if (
+      pRes.error instanceof ProviderWorkflowError &&
+      pRes.error.type === "rate_limit_error"
+    ) {
+      return apiError(req, res, {
+        status_code: 429,
+        api_error: {
+          type: "connector_rate_limit_error",
+          message: pRes.error.message,
+        },
+      });
+    }
     return apiError(req, res, {
       status_code: 500,
       api_error: {

connectors/src/connectors/slack/index.ts

@@ -21,7 +21,10 @@ import {
   getSlackClient,
 } from "@connectors/connectors/slack/lib/slack_client";
 import { launchSlackSyncWorkflow } from "@connectors/connectors/slack/temporal/client.js";
-import { ExternalOAuthTokenError } from "@connectors/lib/error";
+import {
+  ExternalOAuthTokenError,
+  ProviderWorkflowError,
+} from "@connectors/lib/error";
 import { SlackChannel } from "@connectors/lib/models/slack";
 import { terminateAllWorkflowsForConnectorId } from "@connectors/lib/temporal";
 import logger from "@connectors/logger/logger";
@@ -274,7 +277,7 @@ export class SlackConnectorManager extends BaseConnectorManager<SlackConfigurati
     parentInternalId: string | null;
     filterPermission: ConnectorPermission | null;
     viewType: ContentNodesViewType;
-  }): Promise<Result<ContentNode[], Error>> {
+  }): Promise<Result<ContentNode[], Error | ProviderWorkflowError>> {
     if (parentInternalId) {
       return new Err(
         new Error(
@@ -404,6 +407,13 @@ export class SlackConnectorManager extends BaseConnectorManager<SlackConfigurati
           new Error("Slack token invalid. Please re-authorize Slack.")
         );
       }
+      if (e instanceof ProviderWorkflowError && e.type === "rate_limit_error") {
+        logger.error(
+          { connectorId: this.connectorId, error: e },
+          "Slack rate limit when retrieving permissions."
+        );
+        return new Err(e);
+      }
       throw e;
     }
   }

connectors/src/connectors/slack/lib/slack_client.ts

@@ -65,10 +65,7 @@ export async function getSlackClient(
           // If we get rate limited, we throw a known error.
           // Note: a previous version using slackError.code === ErrorCode.RateLimitedError failed
           // see PR #2689 for details
-          if (
-            e instanceof Error &&
-            e.message.startsWith("A rate limit was exceeded")
-          ) {
+          if (e instanceof Error && e.message.includes("rate limit")) {
             try {
               Context.current().heartbeat();
               await Context.current().sleep("1 minute");

front/components/ContentNodeTree.tsx

@@ -8,7 +8,7 @@ import {
   Tooltip,
   Tree,
 } from "@dust-tt/sparkle";
-import type { BaseContentNode } from "@dust-tt/types";
+import type { APIError, BaseContentNode } from "@dust-tt/types";
 import type { ReactNode } from "react";
 import React, { useCallback, useContext, useState } from "react";
 
@@ -35,6 +35,7 @@ export type UseResourcesHook = (parentId: string | null) => {
   resources: BaseContentNode[];
   isResourcesLoading: boolean;
   isResourcesError: boolean;
+  resourcesError: APIError | null;
 };
 
 export type ContentNodeTreeItemStatus = {
@@ -112,7 +113,7 @@ function ContentNodeTreeChildren({
 
   const { useResourcesHook, emptyComponent } = useContentNodeTreeContext();
 
-  const { resources, isResourcesLoading, isResourcesError } =
+  const { resources, isResourcesLoading, isResourcesError, resourcesError } =
     useResourcesHook(parentId);
 
   const filteredNodes = resources.filter(
@@ -152,7 +153,17 @@ function ContentNodeTreeChildren({
   if (isResourcesError) {
     return (
       <div className="text-sm text-warning">
-        Failed to retrieve permissions likely due to a revoked authorization.
+        {resourcesError?.type === "rate_limit_error" ? (
+          <>
+            Failed to retrieve permissions, we are currently rate limited by the
+            provider API.
+          </>
+        ) : (
+          <>
+            Failed to retrieve permissions likely due to a revoked
+            authorization.
+          </>
+        )}
       </div>
     );
   }

front/lib/api/data_source_view.ts

@@ -109,6 +109,14 @@ async function getContentNodesForManagedDataSourceView(
     });
 
     if (connectorsRes.isErr()) {
+      if (connectorsRes.error.type === "connector_rate_limit_error") {
+        return new Err(
+          new Error(
+            connectorsRes.error.message ??
+              "An error occurred while fetching the resources' content nodes."
+          )
+        );
+      }
       return new Err(
         new Error(
           "An error occurred while fetching the resources' children content nodes."

front/lib/swr/connectors.ts

@@ -1,5 +1,6 @@
 import { useSendNotification } from "@dust-tt/sparkle";
 import type {
+  APIError,
   ConnectorPermission,
   ContentNodesViewType,
   DataSourceType,
@@ -21,7 +22,8 @@ import type { GetDataSourcePermissionsResponseBody } from "@app/pages/api/w/[wId
 interface UseConnectorPermissionsReturn<IncludeParents extends boolean> {
   resources: GetDataSourcePermissionsResponseBody<IncludeParents>["resources"];
   isResourcesLoading: boolean;
-  isResourcesError: any;
+  isResourcesError: boolean;
+  resourcesError: APIError | null;
 }
 
 export function useConnectorPermissions<IncludeParents extends boolean>({
@@ -77,6 +79,7 @@ export function useConnectorPermissions<IncludeParents extends boolean>({
     ),
     isResourcesLoading: !error && !data,
     isResourcesError: error,
+    resourcesError: error ? (error.error as APIError) : null,
   };
 }
 

front/pages/api/w/[wId]/data_sources/[dsId]/managed/permissions/index.ts

@@ -272,6 +272,16 @@ export async function getManagedDataSourcePermissionsHandler(
     includeParents,
   });
   if (permissionsRes.isErr()) {
+    if (permissionsRes.error.type === "connector_rate_limit_error") {
+      return apiError(req, res, {
+        status_code: 429,
+        api_error: {
+          type: "rate_limit_error",
+          message:
+            "Rate limit error while retrieving the data source permissions",
+        },
+      });
+    }
     return apiError(req, res, {
       status_code: 500,
       api_error: {