Mirrors/rowy
1
0
Fork 0
mirror of https://github.com/rowyio/rowy.git synced 2026-02-24 04:01:17 +01:00
Code Issues Packages Projects Releases Wiki Activity

bigquery spark update

Browse Source
This commit is contained in:
Bobby
2021-05-03 12:07:55 +10:00
parent f9782d3fce
commit ebaa6d73c9
1 changed files with 7 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
ft_build/sparksLib/bigqueryIndex.ts
View File

@@ -311,10 +311,12 @@ const bigqueryIndex = async (payload, sparkContext) => {
};
}, {});
console.log(
"The following fields do not exist in Firetable and are ignored.",
unknownKeys
);
if (unknownKeys?.length > 0) {
console.log(
"The following fields do not exist in Firetable and are ignored.",
unknownKeys
);
}
return knownRecord;
}
@@ -369,7 +371,7 @@ const bigqueryIndex = async (payload, sparkContext) => {
await preprocessTable();
await preprocessSchema();
//
// only proceed with fields that have known types
const typeKnownReccord = getTypeKnownRecord(record);
switch (triggerType) {