diff --git a/connectors/src/connectors/webcrawler/temporal/activities.ts b/connectors/src/connectors/webcrawler/temporal/activities.ts index b5b4b26cfd88..4d7cb1d08b2c 100644 --- a/connectors/src/connectors/webcrawler/temporal/activities.ts +++ b/connectors/src/connectors/webcrawler/temporal/activities.ts @@ -1,4 +1,5 @@ import { ModelId } from "@dust-tt/types"; +import { Context } from "@temporalio/activity"; import { CheerioCrawler, Configuration } from "crawlee"; import turndown from "turndown"; @@ -45,6 +46,9 @@ export async function crawlWebsiteByConnectorId(connectorId: ModelId) { maxConcurrency: CONCURRENCY, async requestHandler({ $, request, enqueueLinks }) { + Context.current().heartbeat({ + type: "http_request", + }); const extracted = new turndown() .remove(["style", "script", "iframe"]) .turndown($.html());