feat(kv): Set KV key expiration to improve cost management (#449)

* feat(kv): Set KV key expiration to improve cost management

* Add changeset

* fix lint

.changeset/lemon-beans-help.md

@@ -0,0 +1,5 @@
+---
+'turborepo-remote-cache-cf': minor
+---
+
+Use KV key expiry to cost effectively remove cache keys

src/storage/kv-storage.ts

@@ -9,9 +9,11 @@ import {
 
 export class KvStorage implements StorageInterface {
   private KV_STORE: KVNamespace;
+  private EXPIRATION_IN_SECONDS?: number;
 
-  constructor(kvNamespace: KVNamespace) {
+  constructor(kvNamespace: KVNamespace, expirationInHours?: number) {
     this.KV_STORE = kvNamespace;
+    this.EXPIRATION_IN_SECONDS = expirationInHours ? expirationInHours * 60 * 60 : undefined;
   }
 
   async listWithMetadata(options?: ListFilterOptions): Promise<ListResultWithMetadata> {
@@ -56,6 +58,7 @@ export class KvStorage implements StorageInterface {
         createdAtEpochMilliseconds: Date.now(),
         customMetadata: metadata,
       },
+      expirationTtl: this.EXPIRATION_IN_SECONDS,
     });
   }
 

src/storage/storage-manager.ts

@@ -14,7 +14,7 @@ export class StorageManager {
       this.r2Storage = new R2Storage(env.R2_STORE);
     }
     if (env.KV_STORE) {
-      this.kvStorage = new KvStorage(env.KV_STORE);
+      this.kvStorage = new KvStorage(env.KV_STORE, env.BUCKET_OBJECT_EXPIRATION_HOURS);
     }
     if (!this.r2Storage && !this.kvStorage) {
       throw new InvalidStorageError('No storage provided');

tests/routes/v8/artifacts.test.ts

@@ -297,7 +297,6 @@ describe('v8 Artifacts API', () => {
         ]),
       });
       const res = await app.fetch(request, workerEnv, ctx);
-      console.log(await res.text());
       expect(res.status).toBe(200);
     });
   });

tests/storage/kv-storage.test.ts

@@ -131,6 +131,14 @@ describe('kv-storage', () => {
       const bufferView = new Uint8Array(dataAsBuffer);
       expect(bufferView).toEqual(new Uint8Array(buffer));
     });
+
+    test('sets expiration TTL when available', async () => {
+      storage = new KvStorage(workerEnv.KV_STORE, 1);
+      await storage.write('key1', 'value1');
+      const result = await storage.read('key1');
+      const dataAsText = await StorageManager.readableStreamToText(result!);
+      expect(dataAsText).toBe('value1');
+    });
   });
 
   describe('delete()', () => {