added basic limit on number of running events

Bossett · Sep 4, 2024 · 2c5a539 · 2c5a539
1 parent b797795
commit 2c5a539
Showing 1 changed file with 12 additions and 0 deletions.
diff --git a/src/subscription.ts b/src/subscription.ts
@@ -48,6 +48,8 @@ export class FirehoseSubscription extends FirehoseSubscriptionBase {
   public authorList: string[]
   public intervalId: NodeJS.Timer
 
+  private runningEvents = 0
+
   async handleEvent(evt: RepoEvent) {
     if (!isCommit(evt)) return
 
@@ -64,6 +66,14 @@ export class FirehoseSubscription extends FirehoseSubscriptionBase {
 
     if (!ops) return
 
+    const delay = (ms: number) => new Promise((res) => setTimeout(res, ms))
+
+    while (this.runningEvents > 128) {
+      await delay(1000)
+    }
+
+    this.runningEvents++
+
     const postsToDelete = ops.posts.deletes.map((del) => del.uri)
 
     // Transform posts in parallel
@@ -124,5 +134,7 @@ export class FirehoseSubscription extends FirehoseSubscriptionBase {
           await this.db.replaceOneURI('post', to_insert.uri, to_insert)
       })
     }
+
+    this.runningEvents--
   }
 }