fix(api): Manage OpenAlex 429 errors

dataesr · Nov 30, 2023 · 3af153e · 3af153e
1 parent 8bd688c
commit 3af153e
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 1 deletion.
diff --git a/server/src/routes/works.routes.js b/server/src/routes/works.routes.js
@@ -28,7 +28,7 @@ router.route('/works')
         // Deduplicate publications by ids
         const deduplicatedWorks = deduplicateWorks(works);
         console.timeEnd(`2. Dedup ${options.affiliations}`);
-        // Goup by affiliations
+        // Compute distinct affiliations of works
         console.time(`3. GroupBy ${options.affiliations}`);
         const uniqueAffiliations = groupByAffiliations({ options, works: deduplicatedWorks });
         console.timeEnd(`3. GroupBy ${options.affiliations}`);

diff --git a/server/src/utils/works.js b/server/src/utils/works.js
@@ -175,6 +175,7 @@ const getOpenAlexPublicationsByYear = (options, cursor = '*', previousResponse =
   return fetch(`${url}&cursor=${cursor}`)
     .then((response) => {
       if (response.ok) return response.json();
+      if (response.status === 429) return new Promise((resolve) => setTimeout(resolve, 100)).then(() => getOpenAlexPublicationsByYear(options, cursor, previousResponse));
       console.error(`Error while fetching ${url} :`);
       console.error(`${response.status} | ${response.statusText}`);
       return 'Oops... OpenAlex API request did not work';