From 247c883255deb07bd3efe4e433e725989ea54e94 Mon Sep 17 00:00:00 2001
From: Bobby <bofei@mail.com>
Date: Fri, 30 Apr 2021 14:31:23 +1000
Subject: [PATCH] add derivative data type support for bigquery spark

---
 ft_build/compiler/loader.ts         | 7 ++++++-
 ft_build/sparksLib/bigqueryIndex.ts | 1 -
 2 files changed, 6 insertions(+), 2 deletions(-)

diff --git a/ft_build/compiler/loader.ts b/ft_build/compiler/loader.ts
index 166fff9c..daa2aea2 100644
--- a/ft_build/compiler/loader.ts
+++ b/ft_build/compiler/loader.ts
@@ -136,8 +136,13 @@ export const generateConfigFromTableSchema = async (
   // generate field types from table meta data
   const fieldTypes = JSON.stringify(
     Object.keys(schemaData.columns).reduce((acc, cur) => {
+      const field = schemaData.columns[cur];
+      let fieldType = field.type;
+      if (fieldType === "DERIVATIVE") {
+        fieldType = field.config.renderFieldType;
+      }
       return {
-        [cur]: schemaData.columns[cur].type,
+        [cur]: fieldType,
         ...acc,
       };
     }, {})
diff --git a/ft_build/sparksLib/bigqueryIndex.ts b/ft_build/sparksLib/bigqueryIndex.ts
index 43c68d39..c616562a 100644
--- a/ft_build/sparksLib/bigqueryIndex.ts
+++ b/ft_build/sparksLib/bigqueryIndex.ts
@@ -130,7 +130,6 @@ const transformToSQLValue = (value: any, ftType: string) => {
     case "DOCUMENT_SELECT":
     case "SERVICE_SELECT":
     case "ACTION":
-    case "DERIVATIVE":
     case "AGGREGATE":
     default:
       // unknown or meaningless to sync