diff --git a/config.ts b/config.ts index bc2d22e0..2eef8a0b 100644 --- a/config.ts +++ b/config.ts @@ -5,4 +5,5 @@ export const defaultConfig: Config = { match: "https://www.builder.io/c/docs/**", maxPagesToCrawl: 50, outputFileName: "output.json", + maxTokens?: 2000000, };