From ebaa6d73c9bb404d799f0428be2e2a5898e0505f Mon Sep 17 00:00:00 2001
From: Bobby <bofei@mail.com>
Date: Mon, 3 May 2021 12:07:55 +1000
Subject: [PATCH] bigquery spark update

---
 ft_build/sparksLib/bigqueryIndex.ts | 12 +++++++-----
 1 file changed, 7 insertions(+), 5 deletions(-)

diff --git a/ft_build/sparksLib/bigqueryIndex.ts b/ft_build/sparksLib/bigqueryIndex.ts
index 4a233174..dbbe6e8c 100644
--- a/ft_build/sparksLib/bigqueryIndex.ts
+++ b/ft_build/sparksLib/bigqueryIndex.ts
@@ -311,10 +311,12 @@ const bigqueryIndex = async (payload, sparkContext) => {
         };
       }, {});
 
-    console.log(
-      "The following fields do not exist in Firetable and are ignored.",
-      unknownKeys
-    );
+    if (unknownKeys?.length > 0) {
+      console.log(
+        "The following fields do not exist in Firetable and are ignored.",
+        unknownKeys
+      );
+    }
 
     return knownRecord;
   }
@@ -369,7 +371,7 @@ const bigqueryIndex = async (payload, sparkContext) => {
   await preprocessTable();
   await preprocessSchema();
 
-  //
+  // only proceed with fields that have known types
   const typeKnownReccord = getTypeKnownRecord(record);
 
   switch (triggerType) {