feat(deezer-sdk): simple redis implementation

.changeset/polite-clocks-pull.md

@@ -0,0 +1,5 @@
+---
+"deezer-sdk": minor
+---
+
+Use redis to cache Deezer API calls

.changeset/short-walls-appear.md

@@ -0,0 +1,5 @@
+---
+"deemix-webui": minor
+---
+
+Significantly faster Deezer API calls by caching using Redis

deemix/src/plugins/spotify.ts

@@ -341,7 +341,7 @@ export default class SpotifyPlugin extends BasePlugin {
 			}
 
 			callback();
-		}, settings.queueConcurrency * 20);
+		}, settings.queueConcurrency);
 
 		downloadObject.conversion_data.forEach((track, pos) => {
 			q.push({ track, pos }, () => {});

deezer-sdk/package.json

@@ -21,6 +21,7 @@
 	"license": "GPL-3.0-or-later",
 	"dependencies": {
 		"got": "14.4.2",
+		"redis": "^4.7.0",
 		"tough-cookie": "^4.0.0",
 		"zod": "^3.23.8"
 	},

deezer-sdk/src/api.ts

@@ -1,4 +1,5 @@
 import got from "got";
+import { createClient, type RedisClientType } from "redis";
 import { CookieJar } from "tough-cookie";
 import {
 	APIError,
@@ -11,10 +12,8 @@ import {
 	PermissionException,
 	WrongParameterException,
 } from "./errors.js";
-import { Deezer, type APIOptions } from "./index.js";
-import { albumSchema, type DeezerAlbum } from "./schema/album-schema.js";
+import { type APIOptions } from "./index.js";
 import { trackSchema, type DeezerTrack } from "./schema/track-schema.js";
-import { artistSchema } from "./schema/contributor-schema.js";
 
 // Possible values for order parameter in search
 export const SearchOrder = {
@@ -204,16 +203,39 @@ export class API {
 	http_headers: { "User-Agent": string };
 	cookie_jar: CookieJar;
 	access_token: string | null;
+	redisClient?: RedisClientType;
 
 	constructor(cookie_jar: CookieJar, headers: { "User-Agent": string }) {
 		this.http_headers = headers;
 		this.cookie_jar = cookie_jar;
 		this.access_token = null;
+
+		const url = process.env.REDIS_URL || "redis://localhost:6379";
+		if (url && process.env.REDIS_PASSWORD) {
+			this.redisClient = createClient({
+				url: url,
+				password: process.env.REDIS_PASSWORD,
+			});
+
+			this.redisClient.on("error", (err) => {
+				console.error("Redis error", err);
+			});
+
+			this.redisClient.connect();
+		}
 	}
 
 	async call(endpoint: string, args: APIArgs = {}): Promise<unknown> {
 		if (this.access_token) args["access_token"] = this.access_token;
 
+		if (this.redisClient?.isReady) {
+			const cachedResponse = await this.redisClient.get(endpoint);
+
+			if (cachedResponse) {
+				return JSON.parse(cachedResponse);
+			}
+		}
+
 		let response;
 		try {
 			response = await got
@@ -291,6 +313,9 @@ export class API {
 			throw new APIError(response.error);
 		}
 
+		if (this.redisClient?.isReady)
+			this.redisClient.set(endpoint, JSON.stringify(response));
+
 		return response;
 	}
 

docker-compose.yml

@@ -0,0 +1,12 @@
+services:
+  cache:
+    image: redis:7.4-alpine
+    restart: always
+    ports:
+      - "6379:6379"
+    command: redis-server --save 20 1 --loglevel warning --requirepass eYVX7EwVmmxKPCDmwMtyKVge8oLd2t81
+    volumes:
+      - cache:/data
+volumes:
+  cache:
+    driver: local

webui/src/server/main.ts

@@ -20,6 +20,9 @@ import indexRouter from "./routes/index.js";
 import type { Arguments, Listener } from "./types.js";
 import { registerWebsocket } from "./websocket/index.js";
 
+import dotenv from "dotenv";
+dotenv.config({ path: join(import.meta.dirname, ".env") });
+
 const MemoryStore = memorystore(session);
 
 // TODO: Remove type assertion while keeping correct types