Skip to content

Commit

Permalink
Revert "[parents_migration] Add and backfill Google Drive "Shared wit…
Browse files Browse the repository at this point in the history
…h me" fo…" (#9543)

This reverts commit 5176705.
  • Loading branch information
aubin-tchoi authored Dec 19, 2024
1 parent 5176705 commit 18bdec2
Show file tree
Hide file tree
Showing 5 changed files with 6 additions and 70 deletions.
37 changes: 0 additions & 37 deletions connectors/migrations/20241218_backfill_gdrive_shared_with_me.ts

This file was deleted.

7 changes: 2 additions & 5 deletions connectors/src/connectors/google_drive/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -409,7 +409,7 @@ export class GoogleDriveConnectorManager extends BaseConnectorManager<null> {
// that are not living in a shared drive.
nodes.push({
provider: c.type,
internalId: getInternalId(GOOGLE_DRIVE_SHARED_WITH_ME_VIRTUAL_ID),
internalId: GOOGLE_DRIVE_SHARED_WITH_ME_VIRTUAL_ID,
parentInternalId: null,
type: "folder" as const,
preventSelection: true,
Expand All @@ -435,10 +435,7 @@ export class GoogleDriveConnectorManager extends BaseConnectorManager<null> {
// The "Shared with me" view requires to look for folders
// with the flag `sharedWithMe=true`, but there is no need to check for the parents.
let gdriveQuery = `mimeType='application/vnd.google-apps.folder'`;
if (
parentInternalId ===
getInternalId(GOOGLE_DRIVE_SHARED_WITH_ME_VIRTUAL_ID)
) {
if (parentInternalId === GOOGLE_DRIVE_SHARED_WITH_ME_VIRTUAL_ID) {
gdriveQuery += ` and sharedWithMe=true`;
} else {
gdriveQuery += ` and '${parentDriveId}' in parents`;
Expand Down
25 changes: 1 addition & 24 deletions connectors/src/connectors/google_drive/temporal/activities.ts
Original file line number Diff line number Diff line change
Expand Up @@ -7,10 +7,7 @@ import StatsD from "hot-shots";
import PQueue from "p-queue";
import { Op } from "sequelize";

import {
GOOGLE_DRIVE_SHARED_WITH_ME_VIRTUAL_ID,
GOOGLE_DRIVE_USER_SPACE_VIRTUAL_DRIVE_ID,
} from "@connectors/connectors/google_drive/lib/consts";
import { GOOGLE_DRIVE_USER_SPACE_VIRTUAL_DRIVE_ID } from "@connectors/connectors/google_drive/lib/consts";
import { getGoogleDriveObject } from "@connectors/connectors/google_drive/lib/google_drive_api";
import { getFileParentsMemoized } from "@connectors/connectors/google_drive/lib/hierarchy";
import { syncOneFile } from "@connectors/connectors/google_drive/temporal/file";
Expand Down Expand Up @@ -57,26 +54,6 @@ type LightGoogleDrive = {

export const statsDClient = new StatsD();

/**
* Upserts to data_sources_folders (core) a top-level folder "Shared with me".
*/
export async function upsertSharedWithMeFolder(connectorId: ModelId) {
const connector = await ConnectorResource.fetchById(connectorId);
if (!connector) {
throw new Error(`Connector ${connectorId} not found`);
}

const folderId = getInternalId(GOOGLE_DRIVE_SHARED_WITH_ME_VIRTUAL_ID);
await upsertDataSourceFolder({
dataSourceConfig: dataSourceConfigFromConnector(connector),
folderId,
parents: [folderId],
parentId: null,
title: "Shared with me",
mimeType: "application/vnd.dust.googledrive.folder",
});
}

export async function getDrives(
connectorId: ModelId
): Promise<LightGoogleDrive[]> {
Expand Down
3 changes: 0 additions & 3 deletions connectors/src/connectors/google_drive/temporal/workflows.ts
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,6 @@ const {
garbageCollectorFinished,
markFolderAsVisited,
shouldGarbageCollect,
upsertSharedWithMeFolder,
} = proxyActivities<typeof activities>({
startToCloseTimeout: "20 minutes",
});
Expand Down Expand Up @@ -105,8 +104,6 @@ export async function googleDriveFullSync({
}
});

await upsertSharedWithMeFolder(connectorId);

// Temp to clean up the running workflows state
foldersToBrowse = uniq(foldersToBrowse);

Expand Down
4 changes: 3 additions & 1 deletion connectors/src/resources/connector/google_drive.ts
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,11 @@ import type { Transaction } from "sequelize";

import {
GoogleDriveConfig,
GoogleDriveSheet,
} from "@connectors/lib/models/google_drive";
import {
GoogleDriveFiles,
GoogleDriveFolders,
GoogleDriveSheet,
GoogleDriveSyncToken,
} from "@connectors/lib/models/google_drive";
import type {
Expand Down

0 comments on commit 18bdec2

Please sign in to comment.