add main function to fetch all market cap data (#79)

* add main function to fetch all market cap data * write output to temp file * use backoff Signed-off-by: Nguyen Le Vu Long <[email protected]> * fix format Signed-off-by: Nguyen Le Vu Long <[email protected]> --------- Signed-off-by: Nguyen Le Vu Long <[email protected]> Co-authored-by: Nguyen Le Vu Long <[email protected]>
minswap · Jun 23, 2023 · 82e270a · 82e270a
1 parent 3bb2c51
commit 82e270a
Show file tree

Hide file tree

Showing 4 changed files with 53 additions and 2 deletions.
diff --git a/internal/README.md b/internal/README.md
@@ -0,0 +1 @@
+Internal files used by Minswap team
diff --git a/internal/main.ts b/internal/main.ts
@@ -0,0 +1,35 @@
+import { backOff } from "exponential-backoff";
+import fs from "fs";
+
+import { SupplyFetcherResponse, supplyFetchers } from "../src";
+
+async function main(): Promise<void> {
+  const marketCapData: Record<string, SupplyFetcherResponse> = {};
+  for (const [key, supplyFetcher] of Object.entries(supplyFetchers)) {
+    try {
+      await backOff(
+        async () => {
+          const data = await supplyFetcher();
+          marketCapData[key] = data;
+        },
+        {
+          retry(err, attempt): boolean {
+            // eslint-disable-next-line no-console
+            console.error(
+              `fail to run fetcher for ${key}, retry ${attempt}...`,
+              err
+            );
+            return true;
+          },
+          numOfAttempts: 3,
+        }
+      );
+    } catch (err) {
+      // eslint-disable-next-line no-console
+      console.error(`fail to run fetcher for ${key}`, err);
+    }
+  }
+  fs.writeFileSync("/tmp/market-cap.json", JSON.stringify(marketCapData));
+}
+
+void main();
diff --git a/package-lock.json b/package-lock.json
diff --git a/package.json b/package.json
@@ -12,7 +12,8 @@
     "build": "rimraf build && rollup -c rollup.config.js",
     "test": "jest",
     "format": "prettier --write **/*.{ts,tsx} && eslint --fix --ext .ts,.tsx .",
-    "check-format": "prettier --check **/*.{ts,tsx} && eslint --ext .ts,.tsx ."
+    "check-format": "prettier --check **/*.{ts,tsx} && eslint --ext .ts,.tsx .",
+    "run-market-cap": "ts-node internal/main.ts"
   },
   "keywords": [
     "minswap",
@@ -46,6 +47,7 @@
     "eslint": "^8.34.0",
     "eslint-plugin-simple-import-sort": "^10.0.0",
     "eslint-plugin-unused-imports": "^2.0.0",
+    "exponential-backoff": "^3.1.1",
     "jest": "^29.4.2",
     "prettier": "^2.8.4",
     "rollup": "^2.70.2",