feat: skip already downloaded songs extremely quickly

deemix/src/index.ts

@@ -1,6 +1,6 @@
 import { Deezer } from "deezer-js";
 import got from "got";
-import downloader from "./downloader";
+import { Downloader } from "./downloader";
 import { LinkNotRecognized, LinkNotSupported } from "./errors";
 import {
 	generateAlbumItem,
@@ -112,4 +112,4 @@ export * as types from "./types";
 export * as utils from "./utils";
 
 // Exporting the organized objects
-export { downloader, generateDownloadObject, itemgen, parseLink };
+export { Downloader, generateDownloadObject, itemgen, parseLink };

deemix/src/types/Album.ts

@@ -1,3 +1,4 @@
+import { APIAlbum } from "deezer-js/src/api";
 import { removeDuplicateArtists, removeFeatures } from "../utils";
 import { Artist } from "./Artist";
 import { CustomDate } from "./CustomDate";
@@ -59,7 +60,7 @@ export class Album {
 		this.isPlaylist = false;
 	}
 
-	parseAlbum(albumAPI) {
+	parseAlbum(albumAPI: APIAlbum) {
 		this.title = albumAPI.title;
 
 		// Getting artist image ID
@@ -85,7 +86,7 @@ export class Album {
 		}
 
 		albumAPI.contributors.forEach((artist) => {
-			const isVariousArtists = String(artist.id) === VARIOUS_ARTISTS;
+			const isVariousArtists = artist.id === VARIOUS_ARTISTS;
 			const isMainArtist = artist.role === "Main";
 
 			if (isVariousArtists) {

deemix/src/types/Artist.ts

@@ -2,14 +2,14 @@ import { Picture } from "./Picture";
 import { VARIOUS_ARTISTS } from "./index";
 
 export class Artist {
-	id: string;
+	id: number;
 	name: string;
 	pic: Picture;
 	role: string;
 	save: boolean;
 
-	constructor(art_id = "0", name = "", role = "", pic_md5 = "") {
-		this.id = String(art_id);
+	constructor(art_id: number = 0, name = "", role = "", pic_md5 = "") {
+		this.id = art_id;
 		this.name = name;
 		this.pic = new Picture(pic_md5, "artist");
 		this.role = role;

deemix/src/types/DownloadObjects.ts

@@ -3,7 +3,7 @@ import BasePlugin from "@/plugins/base";
 export class IDownloadObject {
 	type: any;
 	id: any;
-	bitrate: any;
+	bitrate: string;
 	title: any;
 	artist: any;
 	cover: any;

deemix/src/types/Track.ts

@@ -15,7 +15,12 @@ import { VARIOUS_ARTISTS } from "./index";
 import { Lyrics } from "./Lyrics";
 import { Picture } from "./Picture";
 import { Playlist } from "./Playlist";
-import { APITrack } from "deezer-js/src/api";
+import {
+	APIAlbum,
+	APIPlaylist,
+	APITrack,
+	EnrichedAPITrack,
+} from "deezer-js/src/api";
 const { map_track, map_album } = utils;
 
 export const formatsName = {
@@ -32,21 +37,21 @@ export const formatsName = {
 class Track {
 	id: string;
 	title: string;
-	MD5: string;
-	mediaVersion: string;
+	MD5?: string;
+	mediaVersion?: number;
 	trackToken: string;
-	trackTokenExpiration: number;
+	trackTokenExpiration?: string;
 	duration: number;
-	fallbackID: string;
+	fallbackID: number;
 	albumsFallback: any[];
 	filesizes: Record<string, any>;
 	local: boolean;
 	mainArtist: Artist | null;
 	artist: { Main: any[]; Featured?: any[] };
 	artists: any[];
 	album: Album | null;
-	trackNumber: string;
-	discNumber: string;
+	trackNumber: number;
+	discNumber: number;
 	date: CustomDate;
 	lyrics: Lyrics | null;
 	bpm: number;
@@ -73,20 +78,18 @@ class Track {
 		this.id = "0";
 		this.title = "";
 		this.MD5 = "";
-		this.mediaVersion = "";
 		this.trackToken = "";
-		this.trackTokenExpiration = 0;
 		this.duration = 0;
-		this.fallbackID = "0";
+		this.fallbackID = 0;
 		this.albumsFallback = [];
 		this.filesizes = {};
 		this.local = false;
 		this.mainArtist = null;
 		this.artist = { Main: [] };
 		this.artists = [];
 		this.album = null;
-		this.trackNumber = "0";
-		this.discNumber = "0";
+		this.trackNumber = 0;
+		this.discNumber = 0;
 		this.date = new CustomDate();
 		this.lyrics = null;
 		this.bpm = 0;
@@ -107,39 +110,38 @@ class Track {
 		this.urls = {};
 	}
 
-	parseEssentialData(trackAPI: APITrack) {
+	parseEssentialData(trackAPI: EnrichedAPITrack) {
 		this.id = String(trackAPI.id);
 		this.duration = trackAPI.duration;
 		this.trackToken = trackAPI.track_token;
 		this.trackTokenExpiration = trackAPI.track_token_expire;
 		this.MD5 = trackAPI.md5_origin;
 		this.mediaVersion = trackAPI.media_version;
 		this.filesizes = trackAPI.filesizes;
-		this.fallbackID = "0";
-		if (trackAPI.fallback_id) this.fallbackID = trackAPI.fallback_id;
+		this.fallbackID = trackAPI.fallback_id ?? 0;
 		this.local = parseInt(this.id) < 0;
 		this.urls = {};
 	}
 
 	async parseData(
 		dz: Deezer,
 		id,
-		existingTrack?: DeezerTrack,
-		albumAPI,
-		playlistAPI
+		existingTrack?: APITrack,
+		albumAPI: APIAlbum,
+		playlistAPI: APIPlaylist,
+		refetch: boolean = true
 	) {
-		if (id) {
+		if (id && refetch) {
 			const gwTrack = await dz.gw.get_track_with_fallback(id);
 			const newTrack = map_track(gwTrack);
 
-			if (!existingTrack) existingTrack = {};
+			this.parseEssentialData(newTrack);
+
 			existingTrack = { ...existingTrack, ...newTrack };
 		} else if (!existingTrack) {
 			throw new NoDataToParse();
 		}
 
-		this.parseEssentialData(existingTrack);
-
 		// only public api has bpm
 		if (!existingTrack.bpm && !this.local) {
 			try {
@@ -256,7 +258,7 @@ class Track {
 		this.album.mainArtist = this.mainArtist;
 	}
 
-	parseTrack(trackAPI: any) {
+	parseTrack(trackAPI: APITrack) {
 		this.title = trackAPI.title;
 
 		this.discNumber = trackAPI.disk_number;
@@ -266,7 +268,7 @@ class Track {
 			this.replayGain = generateReplayGainString(trackAPI.gain);
 		this.ISRC = trackAPI.isrc;
 		this.trackNumber = trackAPI.track_position;
-		this.contributors = trackAPI.song_contributors;
+		this.contributors = trackAPI.contributors;
 		this.rank = trackAPI.rank;
 		this.bpm = trackAPI.bpm;
 
@@ -286,8 +288,8 @@ class Track {
 			this.date.fixDayMonth();
 		}
 
-		trackAPI.contributors.forEach((artist: any) => {
-			const isVariousArtists = String(artist.id) === VARIOUS_ARTISTS;
+		trackAPI.contributors?.forEach((artist: any) => {
+			const isVariousArtists = artist.id === VARIOUS_ARTISTS;
 			const isMainArtist = artist.role === "Main";
 
 			if (trackAPI.contributors.length > 1 && isVariousArtists) return;

deemix/src/types/index.ts

@@ -1,4 +1,4 @@
-export const VARIOUS_ARTISTS = "5080";
+export const VARIOUS_ARTISTS = 5080;
 
 export * from "./Album";
 export * from "./Artist";

deemix/src/utils/downloadImage.ts

@@ -0,0 +1,95 @@
+import { TrackFormats, utils } from "deezer-js";
+import {
+	createWriteStream,
+	existsSync,
+	mkdirSync,
+	readFileSync,
+	unlinkSync,
+} from "fs";
+import { HTTPError, ReadError, TimeoutError, default as got } from "got";
+import { tmpdir } from "os";
+import { OverwriteOption } from "../settings";
+import { USER_AGENT_HEADER, pipeline } from "../utils";
+
+const TEMPDIR = tmpdir() + "/deemix-imgs";
+mkdirSync(TEMPDIR, { recursive: true });
+
+export async function downloadImage(
+	url: string,
+	path: string,
+	overwrite = OverwriteOption.DONT_OVERWRITE
+) {
+	if (
+		existsSync(path) &&
+		![
+			OverwriteOption.OVERWRITE,
+			OverwriteOption.ONLY_TAGS,
+			OverwriteOption.KEEP_BOTH,
+		].includes(overwrite)
+	) {
+		const file = readFileSync(path);
+		if (file.length !== 0) return path;
+		unlinkSync(path);
+	}
+	let timeout: NodeJS.Timeout | null = null;
+	let error = "";
+
+	const downloadStream = got
+		.stream(url, {
+			headers: { "User-Agent": USER_AGENT_HEADER },
+			https: { rejectUnauthorized: false },
+		})
+		.on("data", function () {
+			clearTimeout(timeout);
+			timeout = setTimeout(() => {
+				error = "DownloadTimeout";
+				downloadStream.destroy();
+			}, 5000);
+		});
+	const fileWriterStream = createWriteStream(path);
+
+	timeout = setTimeout(() => {
+		error = "DownloadTimeout";
+		downloadStream.destroy();
+	}, 5000);
+
+	try {
+		await pipeline(downloadStream, fileWriterStream);
+	} catch (e) {
+		unlinkSync(path);
+		if (e instanceof HTTPError) {
+			if (url.includes("images.dzcdn.net")) {
+				const urlBase = url.slice(0, url.lastIndexOf("/") + 1);
+				const pictureURL = url.slice(urlBase.length);
+				const pictureSize = parseInt(
+					pictureURL.slice(0, pictureURL.indexOf("x"))
+				);
+				if (pictureSize > 1200) {
+					return downloadImage(
+						urlBase +
+							pictureURL.replace(`${pictureSize}x${pictureSize}`, "1200x1200"),
+						path,
+						overwrite
+					);
+				}
+			}
+			return null;
+		}
+		if (
+			e instanceof ReadError ||
+			e instanceof TimeoutError ||
+			[
+				"ESOCKETTIMEDOUT",
+				"ERR_STREAM_PREMATURE_CLOSE",
+				"ETIMEDOUT",
+				"ECONNRESET",
+			].includes(e.code) ||
+			(downloadStream.destroyed && error === "DownloadTimeout")
+		) {
+			return downloadImage(url, path, overwrite);
+		}
+		console.trace(e);
+		throw e;
+	}
+	return path;
+}