⚡ Updated sync loggers

panoratech · Sep 15, 2024 · 086d8a7 · 086d8a7
1 parent daea3e5
commit 086d8a7
Show file tree

Hide file tree

Showing 104 changed files with 247 additions and 317 deletions.
diff --git a/packages/api/src/@core/@core-services/unification/ingest-data.service.ts b/packages/api/src/@core/@core-services/unification/ingest-data.service.ts
@@ -210,25 +210,34 @@ export class IngestDataService {
 
     // insert the files in our s3 bucket so we can process them for our RAG
     if (vertical === 'filestorage' && commonObject === 'file') {
-      const filesInfo: FileInfo[] = data
-        .filter((file: FileStorageFile) => file.file_url && file.mime_type)
-        .map((file: FileStorageFile) => ({
-          id: file.id_fs_file,
-          url: file.file_url,
-          provider: integrationId,
-          s3Key: `${projectId}/${linkedUserId}/${
-            file.id_fs_file
-          }.${getFileExtensionFromMimeType(file.mime_type)}`,
-          fileType: getFileExtensionFromMimeType(file.mime_type),
-        }));
+      try {
+        const filesInfo: FileInfo[] = data
+          .filter((file: FileStorageFile) => file.file_url && file.mime_type)
+          .map((file: FileStorageFile) => ({
+            id: file.id_fs_file,
+            url: file.file_url,
+            provider: integrationId,
+            s3Key: `${projectId}/${linkedUserId}/${
+              file.id_fs_file
+            }.${getFileExtensionFromMimeType(file.mime_type)}`,
+            fileType: getFileExtensionFromMimeType(file.mime_type),
+          }));
 
-      if (filesInfo.length > 0) {
-        console.log('During sync, found files to process for RAG...');
-        await this.ragService.queueDocumentProcessing(
-          filesInfo,
-          projectId,
-          linkedUserId,
+        if (filesInfo.length > 0) {
+          this.logger.log('During sync, found files to process for RAG...');
+          await this.ragService.queueDocumentProcessing(
+            filesInfo,
+            projectId,
+            linkedUserId,
+          );
+        }
+      } catch (ragError) {
+        this.logger.error(
+          `Error processing files for RAG: ${ragError.message}`,
+          ragError.stack,
         );
+        // Optionally, you could create an event to log this error
+        // await this.prisma.events.create({...});
       }
     }
 

diff --git a/packages/api/src/@core/connections/accounting/services/registry.service.ts b/packages/api/src/@core/connections/accounting/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/connections/ats/services/registry.service.ts b/packages/api/src/@core/connections/ats/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/connections/crm/services/registry.service.ts b/packages/api/src/@core/connections/crm/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/connections/cybersecurity/services/registry.service.ts b/packages/api/src/@core/connections/cybersecurity/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/connections/ecommerce/services/registry.service.ts b/packages/api/src/@core/connections/ecommerce/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/connections/filestorage/services/google_drive/google_drive.service.ts b/packages/api/src/@core/connections/filestorage/services/google_drive/google_drive.service.ts
@@ -190,19 +190,19 @@ export class GoogleDriveConnectionService extends AbstractBaseConnectionService
   async handleTokenRefresh(opts: RefreshParams) {
     try {
       const { connectionId, refreshToken, projectId } = opts;
-  
+
       const CREDENTIALS = (await this.cService.getCredentials(
         projectId,
         this.type,
       )) as OAuth2AuthData;
-  
+
       const formData = new URLSearchParams({
         grant_type: 'refresh_token',
         refresh_token: this.cryptoService.decrypt(refreshToken),
         client_id: CREDENTIALS.CLIENT_ID,
         client_secret: CREDENTIALS.CLIENT_SECRET,
       });
-  
+
       const res = await axios.post(
         `https://oauth2.googleapis.com/token`,
         formData.toString(),
@@ -216,20 +216,22 @@ export class GoogleDriveConnectionService extends AbstractBaseConnectionService
         },
       );
       const data: GoogleDriveOAuthResponse = res.data;
-  
+
       // Prepare the update data
       const updateData: any = {
         access_token: this.cryptoService.encrypt(data.access_token),
         expiration_timestamp: new Date(
           new Date().getTime() + Number(data.expires_in) * 1000,
         ),
       };
-  
+
       // Only update the refresh token if a new one is provided
       if (data.refresh_token) {
-        updateData.refresh_token = this.cryptoService.encrypt(data.refresh_token);
+        updateData.refresh_token = this.cryptoService.encrypt(
+          data.refresh_token,
+        );
       }
-  
+
       await this.prisma.connections.update({
         where: {
           id_connection: connectionId,

diff --git a/packages/api/src/@core/connections/filestorage/services/registry.service.ts b/packages/api/src/@core/connections/filestorage/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/connections/hris/services/registry.service.ts b/packages/api/src/@core/connections/hris/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/connections/marketingautomation/services/registry.service.ts b/packages/api/src/@core/connections/marketingautomation/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/connections/productivity/services/registry.service.ts b/packages/api/src/@core/connections/productivity/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/connections/ticketing/services/registry.service.ts b/packages/api/src/@core/connections/ticketing/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IConnectionService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/@core/sync/sync.processor.ts b/packages/api/src/@core/sync/sync.processor.ts
@@ -21,9 +21,10 @@ export class SyncProcessor {
     try {
       const service = this.registry.getService(vertical, commonObject);
       if (!service) {
-        throw new Error(
+        this.logger.warn(
           `No service found for vertical ${vertical} and common object ${commonObject}`,
         );
+        return { status: 'skipped', reason: 'No service found' };
       }
 
       await service.kickstartSync(projectId);

diff --git a/packages/api/src/@core/utils/exception.filter.ts b/packages/api/src/@core/utils/exception.filter.ts
@@ -0,0 +1,35 @@
+import {
+  ExceptionFilter,
+  Catch,
+  ArgumentsHost,
+  HttpException,
+  HttpStatus,
+} from '@nestjs/common';
+import { HttpAdapterHost } from '@nestjs/core';
+
+@Catch()
+export class AllExceptionsFilter implements ExceptionFilter {
+  constructor(private readonly httpAdapterHost: HttpAdapterHost) {}
+
+  catch(exception: unknown, host: ArgumentsHost): void {
+    const { httpAdapter } = this.httpAdapterHost;
+    const ctx = host.switchToHttp();
+
+    const httpStatus =
+      exception instanceof HttpException
+        ? exception.getStatus()
+        : HttpStatus.INTERNAL_SERVER_ERROR;
+
+    const responseBody = {
+      statusCode: httpStatus,
+      timestamp: new Date().toISOString(),
+      path: httpAdapter.getRequestUrl(ctx.getRequest()),
+      message:
+        exception instanceof Error
+          ? exception.message
+          : 'Internal server error',
+    };
+
+    httpAdapter.reply(ctx.getResponse(), responseBody, httpStatus);
+  }
+}
diff --git a/packages/api/src/accounting/account/services/registry.service.ts b/packages/api/src/accounting/account/services/registry.service.ts
@@ -16,7 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IAccountService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError();
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/address/services/registry.service.ts b/packages/api/src/accounting/address/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IAddressService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/attachment/services/registry.service.ts b/packages/api/src/accounting/attachment/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IAttachmentService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/balancesheet/services/registry.service.ts b/packages/api/src/accounting/balancesheet/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IBalanceSheetService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/cashflowstatement/services/registry.service.ts b/packages/api/src/accounting/cashflowstatement/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): ICashflowStatementService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/companyinfo/services/registry.service.ts b/packages/api/src/accounting/companyinfo/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): ICompanyInfoService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/contact/services/registry.service.ts b/packages/api/src/accounting/contact/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IContactService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/creditnote/services/registry.service.ts b/packages/api/src/accounting/creditnote/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): ICreditNoteService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/expense/services/registry.service.ts b/packages/api/src/accounting/expense/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IExpenseService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/incomestatement/services/registry.service.ts b/packages/api/src/accounting/incomestatement/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IIncomeStatementService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/invoice/services/registry.service.ts b/packages/api/src/accounting/invoice/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IInvoiceService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }

diff --git a/packages/api/src/accounting/item/services/registry.service.ts b/packages/api/src/accounting/item/services/registry.service.ts
@@ -16,9 +16,7 @@ export class ServiceRegistry {
   getService(integrationId: string): IItemService {
     const service = this.serviceMap.get(integrationId);
     if (!service) {
-      throw new ReferenceError(
-        `Service not found for integration ID: ${integrationId}`,
-      );
+      return null;
     }
     return service;
   }