Mirrors/rowy
1
0
Fork 0
mirror of https://github.com/rowyio/rowy.git synced 2026-02-24 04:01:17 +01:00
Code Issues Packages Projects Releases Wiki Activity

bigquery spark issue fix

Browse Source
This commit is contained in:
Bobby
2021-05-06 15:02:34 +10:00
parent eb0995f09d
commit ea2c566aec
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
ft_build/sparksLib/bigqueryIndex.ts
View File

@@ -302,7 +302,7 @@ const bigqueryIndex = async (payload, sparkContext) => {
const givenKeys = Object.keys(data);
const knownKeys = givenKeys.filter((key) => knownTypes.includes(key));
const unknownKeys = givenKeys.filter((key) => !knownTypes.includes(key));
let knownRecord = Object.keys(data)
const knownRecord = Object.keys(data)
.filter((key) => knownKeys.includes(key))
.reduce((obj, key) => {
return {
@@ -331,7 +331,7 @@ const bigqueryIndex = async (payload, sparkContext) => {
VALUES ("${objectID}", ${values})
;`;
console.log(query);
executeQuery(query);
await executeQuery(query);
}
// execute a query, if rate limited, sleep and try again until success