Mirrors/rowy
1
0
Fork 0
mirror of https://github.com/rowyio/rowy.git synced 2026-02-24 04:01:17 +01:00
Code Issues Packages Projects Releases Wiki Activity

bigquery spark rate limit update

Browse Source
This commit is contained in:
Bobby
2021-05-03 16:40:23 +10:00
parent 1a329e6322
commit eb0995f09d
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
ft_build/sparksLib/bigqueryIndex.ts
View File

@@ -344,12 +344,13 @@ const bigqueryIndex = async (payload, sparkContext) => {
} catch (error) {
if (
error?.errors?.length === 1 &&
error?.errors?.[0]?.reason === "rateLimitExceeded"
(error?.errors?.[0]?.reason === "rateLimitExceeded" ||
error?.errors?.[0]?.reason === "quotaExceeded")
) {
const delay = Math.round(
Math.floor(Math.random() * 3_000 * (delayDepth % 20) + 1000)
);
console.log(`API error: rateLimitExceeded, try again in ${delay}ms`);
console.log(`API rate limited, try again in ${delay}ms`);
await sleep(delay);
await executeQuery(query, delayDepth + 1);
} else {