pinot-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From apuc...@apache.org
Subject [incubator-pinot] 01/01: combo draft
Date Thu, 27 Feb 2020 00:25:08 GMT
This is an automated email from the ASF dual-hosted git repository.

apucher pushed a commit to branch docker-pinot-quickstart-thirdeye
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git

commit bfb257b23dfad8b2f1919121694c25447cdd1721
Author: Alexander Pucher <alex@cortexdata.io>
AuthorDate: Wed Feb 26 16:24:22 2020 -0800

    combo draft
---
 docker/images/pinot-thirdeye/Dockerfile            |   9 +-
 docker/images/pinot-thirdeye/bin/start-thirdeye.sh |  34 +--
 .../pinot-quickstart}/dashboard.yml                |   0
 .../data-sources/cache-config.yml                  |   0
 .../data-sources/data-sources-config.yml           |  14 ++
 .../pinot-quickstart}/data/README.md               |   0
 .../pinot-quickstart}/data/daily.csv               |   0
 .../pinot-quickstart}/data/hourly.csv              |   0
 .../pinot-quickstart}/data/pageviews.csv           |   0
 .../anomaly-functions/alertFilter.properties       |   0
 .../alertFilterAutotune.properties                 |   0
 .../anomaly-functions/functions.properties         |   0
 .../pinot-quickstart}/detector.yml                 |   2 +-
 .../config => config/pinot-quickstart}/h2db.mv.db  | Bin
 .../pinot-quickstart}/persistence.yml              |   0
 .../config => config/pinot-quickstart}/rca.yml     |   0
 .../config/data-sources/data-sources-config.yml    | 238 ---------------------
 .../batch/airlineStats/airlineStats_schema.json    | 218 ++++++++++---------
 .../stream/airlineStats/airlineStats_schema.json   | 218 ++++++++++---------
 pom.xml                                            |   4 +
 20 files changed, 250 insertions(+), 487 deletions(-)

diff --git a/docker/images/pinot-thirdeye/Dockerfile b/docker/images/pinot-thirdeye/Dockerfile
index 10723ee..712339b 100644
--- a/docker/images/pinot-thirdeye/Dockerfile
+++ b/docker/images/pinot-thirdeye/Dockerfile
@@ -51,13 +51,12 @@ RUN git clone ${PINOT_GIT_URL} ${TE_BUILD_DIR} \
     && cd ${TE_BUILD_DIR}/thirdeye  \
     && git checkout ${PINOT_BRANCH} \
     && mvn clean install -X -DskipTests || exit 1 \
-    && mkdir -p ${TE_HOME}/config \
+    && mkdir -p ${TE_HOME}/config/default \
     && mkdir -p ${TE_HOME}/bin \
-    && cp -rp ${TE_BUILD_DIR}/thirdeye/thirdeye-pinot/config/* ${TE_HOME}/config/.
\
+    && cp -rp ${TE_BUILD_DIR}/thirdeye/thirdeye-pinot/config/* ${TE_HOME}/config/default/.
\
     && cp ${TE_BUILD_DIR}/thirdeye/thirdeye-pinot/target/thirdeye-pinot-1.0-SNAPSHOT.jar
${TE_HOME}/bin/. \
     && rm -rf ${TE_BUILD_DIR}
 
-
 FROM openjdk:8-jdk-slim
 
 LABEL MAINTAINER=dev@pinot.apache.org
@@ -66,10 +65,10 @@ ENV TE_HOME=/opt/thirdeye
 
 COPY --from=thirdeye_build_env ${TE_HOME} ${TE_HOME}
 COPY bin ${TE_HOME}/bin
-COPY examples ${TE_HOME}/examples
+COPY config ${TE_HOME}/config
 
 VOLUME ["${TE_HOME}/config"]
 EXPOSE 1426 1427
 WORKDIR ${TE_HOME}
 
-ENTRYPOINT ["./bin/start-thirdeye.sh"]
\ No newline at end of file
+ENTRYPOINT ["./bin/start-thirdeye.sh"]
diff --git a/docker/images/pinot-thirdeye/bin/start-thirdeye.sh b/docker/images/pinot-thirdeye/bin/start-thirdeye.sh
index cfd0523..de43e25 100755
--- a/docker/images/pinot-thirdeye/bin/start-thirdeye.sh
+++ b/docker/images/pinot-thirdeye/bin/start-thirdeye.sh
@@ -20,30 +20,18 @@
 
 if [[ "$#" -gt 0 ]]
 then
-  TYPE=$1
-  if [[ "${TYPE^^}" == "DASHBOARD" ]]
-  then
-    APP_CLASS_NAME="org.apache.pinot.thirdeye.dashboard.ThirdEyeDashboardApplication"
-  else
-    if [[ "${TYPE^^}" == "BACKEND" ]]
-    then
-      APP_CLASS_NAME="org.apache.pinot.thirdeye.anomaly.ThirdEyeAnomalyApplication"
-    else
-      echo "Unknow type: $1"
-      exit 1
-    fi
-  fi
+  CONFIG_DIR=./config/$1
 else
-  echo "Need at least one parameter."
-  exit 1
+  CONFIG_DIR="./config/default"
 fi
 
-if [[ "$#" -gt 1 ]]
-then
-  CONFIG_DIR=$2
-else
-  CONFIG_DIR="./config"
-fi
+echo "Running thirdeye backend with config: ${CONFIG_DIR}"
+java -cp "./bin/thirdeye-pinot-1.0-SNAPSHOT.jar" org.apache.pinot.thirdeye.anomaly.ThirdEyeAnomalyApplication
${CONFIG_DIR} &
+
+sleep 30
+kill %1
+
+echo "Running thirdeye frontend with config: ${CONFIG_DIR}"
+java -cp "./bin/thirdeye-pinot-1.0-SNAPSHOT.jar" org.apache.pinot.thirdeye.dashboard.ThirdEyeDashboardApplication
${CONFIG_DIR} &
 
-echo "Trying to run thirdeye with class ${APP_CLASS_NAME} and Config dir: ${CONFIG_DIR}"
-java -cp "./bin/thirdeye-pinot-1.0-SNAPSHOT.jar" ${APP_CLASS_NAME} ${CONFIG_DIR}
\ No newline at end of file
+wait
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/dashboard.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/dashboard.yml
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/dashboard.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/dashboard.yml
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/cache-config.yml
b/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/cache-config.yml
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/cache-config.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/cache-config.yml
diff --git a/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml
b/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml
new file mode 100644
index 0000000..9f1158f
--- /dev/null
+++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml
@@ -0,0 +1,14 @@
+
+# Please put the mock data source as the first in this configuration.
+dataSourceConfigs:
+  - className: org.apache.pinot.thirdeye.datasource.pinot.PinotThirdEyeDataSource
+    properties:
+      zookeeperUrl: 'pinot-quickstart:2123'
+      clusterName: 'QuickStartCluster'
+      controllerConnectionScheme: 'http'
+      controllerHost: 'pinot-quickstart'
+      controllerPort: 9000
+      cacheLoaderClassName: org.apache.pinot.thirdeye.datasource.pinot.PinotControllerResponseCacheLoader
+    metadataSourceConfigs:
+      - className: org.apache.pinot.thirdeye.auto.onboard.AutoOnboardPinotMetadataSource
+
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/README.md
b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/README.md
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/README.md
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/README.md
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/daily.csv
b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/daily.csv
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/daily.csv
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/daily.csv
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/hourly.csv
b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/hourly.csv
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/hourly.csv
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/hourly.csv
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/pageviews.csv
b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/pageviews.csv
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/pageviews.csv
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/pageviews.csv
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilter.properties
b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilter.properties
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilter.properties
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilter.properties
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilterAutotune.properties
b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilterAutotune.properties
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilterAutotune.properties
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilterAutotune.properties
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/functions.properties
b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/functions.properties
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/functions.properties
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/functions.properties
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
similarity index 99%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
index 19372ff..0f0975e 100644
--- a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector.yml
+++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml
@@ -14,7 +14,7 @@ server:
     - type: http
       port: 1868
 alert: false
-autoload: false
+autoload: true
 classifier: false
 holidayEventsLoader: false
 monitor: false
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/h2db.mv.db b/docker/images/pinot-thirdeye/config/pinot-quickstart/h2db.mv.db
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/h2db.mv.db
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/h2db.mv.db
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/persistence.yml
b/docker/images/pinot-thirdeye/config/pinot-quickstart/persistence.yml
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/persistence.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/persistence.yml
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/rca.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
similarity index 100%
rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/rca.yml
rename to docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml
diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/data-sources-config.yml
b/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/data-sources-config.yml
deleted file mode 100644
index 95ba5c6..0000000
--- a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/data-sources-config.yml
+++ /dev/null
@@ -1,238 +0,0 @@
-
-# Please put the mock data source as the first in this configuration.
-dataSourceConfigs:
-  - className: org.apache.pinot.thirdeye.datasource.pinot.PinotThirdEyeDataSource
-    properties:
-      zookeeperUrl: 'pinot-quickstart:2123'
-      clusterName: 'QuickStartCluster'
-      controllerConnectionScheme: 'http'
-      controllerHost: 'pinot-quickstart'
-      controllerPort: 9000
-      cacheLoaderClassName: org.apache.pinot.thirdeye.datasource.pinot.PinotControllerResponseCacheLoader
-    metadataSourceConfigs:
-      - className: org.apache.pinot.thirdeye.auto.onboard.AutoOnboardPinotMetadataSource
-  - className: org.apache.pinot.thirdeye.datasource.mock.MockThirdEyeDataSource
-    properties:
-      H2:
-        db: jdbc:h2:./config/h2db
-        user: sa
-        password: sa
-        datasets:
-          - tableName: "H2.H2.total_pageviews"
-            timeColumn: "timestamp"
-            granularity: "1DAYS"
-            timeFormat: "yyyy-MM-dd"
-            dimensions: [country, device]
-            timezone: "UTC"
-            metrics:
-              pageviews: "SUM"
-            dataFile: "pageviews.csv"
-
-      populateMetaData: true
-      lookback: 90
-      datasets:
-        tracking:
-          granularity: "1hour"
-          timezone: "America/Los_Angeles"
-          dimensions: [country, browser, platform]
-          metrics:
-            pageViews:
-              us:
-                chrome:
-                  desktop:
-                    mean: 100
-                    std: 20
-                  mobile:
-                    mean: 200
-                    std: 50
-                safari:
-                  desktop:
-                    mean: 70
-                    std: 15
-                  mobile:
-                    mean: 250
-                    std: 40
-                firefox:
-                  desktop:
-                    mean: 30
-                    std: 5
-                  mobile:
-                    mean: 20
-                    std: 3
-                edge:
-                  desktop:
-                    mean: 85
-                    std: 18
-              ca:
-                chrome:
-                  desktop:
-                    mean: 30
-                    std: 5
-                  mobile:
-                    mean: 70
-                    std: 8
-                safari:
-                  desktop:
-                    mean: 20
-                    std: 3
-                  mobile:
-                    mean: 60
-                    std: 8
-                firefox:
-                  desktop:
-                    mean: 12
-                    std: 2
-                  mobile:
-                    mean: 7
-                    std: 1
-                edge:
-                  desktop:
-                    mean: 32
-                    std: 10
-              mx:
-                chrome:
-                  desktop:
-                    mean: 40
-                    std: 6
-                  mobile:
-                    mean: 80
-                    std: 10
-                safari:
-                  desktop:
-                    mean: 20
-                    std: 3
-                  mobile:
-                    mean: 65
-                    std: 10
-                firefox:
-                  desktop:
-                    mean: 15
-                    std: 3
-                  mobile:
-                    mean: 12
-                    std: 2
-                edge:
-                  desktop:
-                    mean: 32
-                    std: 9
-
-            adImpressions:
-              us:
-                chrome:
-                  desktop:
-                    mean: 50
-                    std: 10
-                  mobile:
-                    mean: 100
-                    std: 25
-                safari:
-                  desktop:
-                    mean: 35
-                    std: 7
-                  mobile:
-                    mean: 125
-                    std: 20
-                firefox:
-                  desktop:
-                    mean: 15
-                    std: 2
-                  mobile:
-                    mean: 10
-                    std: 1
-                edge:
-                  desktop:
-                    mean: 42
-                    std: 9
-
-        business:
-          granularity: "1day"
-          timezone: "America/Los_Angeles"
-          dimensions: [country, browser]
-          metrics:
-            purchases:
-              us:
-                chrome:
-                  mean: 16
-                  std: 2
-                safari:
-                  mean: 19
-                  std: 3
-                edge:
-                  mean: 4
-                  std: 1
-              ca:
-                chrome:
-                  mean: 5
-                  std: 1
-                safari:
-                  mean: 5
-                  std: 2
-                edge:
-                  mean: 1
-                  std: 1
-              mx:
-                chrome:
-                  mean: 3
-                  std: 1
-                safari:
-                  mean: 5
-                  std: 2
-                edge:
-                  mean: 2
-                  std: 1
-
-            revenue:
-              us:
-                chrome:
-                  mean: 160
-                  std: 20
-                safari:
-                  mean: 190
-                  std: 30
-                edge:
-                  mean: 40
-                  std: 10
-              ca:
-                chrome:
-                  mean: 50
-                  std: 10
-                safari:
-                  mean: 50
-                  std: 15
-                edge:
-                  mean: 10
-                  std: 2
-              mx:
-                chrome:
-                  mean: 30
-                  std: 6
-                safari:
-                  mean: 50
-                  std: 15
-                edge:
-                  mean: 20
-                  std: 3
-
-  - className: org.apache.pinot.thirdeye.datasource.sql.SqlThirdEyeDataSource
-    properties:
-      H2:
-        db: jdbc:h2:./config/h2db
-        user: sa
-        password: sa
-        datasets:
-          - tableName: "H2.H2.daily"
-            timeColumn: "date"
-            granularity: "1DAYS"
-            timeFormat: "yyyy-MM-dd"
-            timezone: "UTC"
-            metrics:
-              value: "SUM"
-            dataFile: "daily.csv"
-          - tableName: "H2.H2.hourly"
-            timeColumn: "datetime"
-            granularity: "1HOURS"
-            timeFormat: "yyyy-MM-dd HH:mm:ss"
-            timezone: "UTC"
-            metrics:
-              value: "SUM"
-            dataFile: "hourly.csv"
diff --git a/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json
b/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json
index 02143ca..0c058c5 100644
--- a/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json
+++ b/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json
@@ -1,21 +1,14 @@
 {
-  "metricFieldSpecs": [
-  ],
-  "dimensionFieldSpecs": [
-    {
-      "dataType": "INT",
-      "name": "ActualElapsedTime"
-    },
+  "metricFieldSpecs": [{
+    "dataType": "INT",
+    "name": "ActualElapsedTime"
+  },
     {
       "dataType": "INT",
       "name": "AirTime"
     },
     {
       "dataType": "INT",
-      "name": "AirlineID"
-    },
-    {
-      "dataType": "INT",
       "name": "ArrDel15"
     },
     {
@@ -31,10 +24,6 @@
       "name": "ArrTime"
     },
     {
-      "dataType": "STRING",
-      "name": "ArrTimeBlk"
-    },
-    {
       "dataType": "INT",
       "name": "ArrivalDelayGroups"
     },
@@ -51,31 +40,11 @@
       "name": "CRSElapsedTime"
     },
     {
-      "dataType": "STRING",
-      "name": "CancellationCode"
-    },
-    {
-      "dataType": "INT",
-      "name": "Cancelled"
-    },
-    {
-      "dataType": "STRING",
-      "name": "Carrier"
-    },
-    {
       "dataType": "INT",
       "name": "CarrierDelay"
     },
     {
       "dataType": "INT",
-      "name": "DayOfWeek"
-    },
-    {
-      "dataType": "INT",
-      "name": "DayofMonth"
-    },
-    {
-      "dataType": "INT",
       "name": "DepDel15"
     },
     {
@@ -91,152 +60,129 @@
       "name": "DepTime"
     },
     {
-      "dataType": "STRING",
-      "name": "DepTimeBlk"
-    },
-    {
       "dataType": "INT",
       "name": "DepartureDelayGroups"
     },
     {
-      "dataType": "STRING",
-      "name": "Dest"
-    },
-    {
       "dataType": "INT",
-      "name": "DestAirportID"
+      "name": "Distance"
     },
     {
       "dataType": "INT",
-      "name": "DestAirportSeqID"
+      "name": "DivActualElapsedTime"
     },
     {
       "dataType": "INT",
-      "name": "DestCityMarketID"
-    },
-    {
-      "dataType": "STRING",
-      "name": "DestCityName"
-    },
-    {
-      "dataType": "STRING",
-      "name": "DestState"
+      "name": "DivArrDelay"
     },
     {
       "dataType": "INT",
-      "name": "DestStateFips"
+      "name": "DivDistance"
     },
     {
-      "dataType": "STRING",
-      "name": "DestStateName"
+      "dataType": "INT",
+      "name": "FirstDepTime"
     },
     {
       "dataType": "INT",
-      "name": "DestWac"
+      "name": "Flights"
     },
     {
       "dataType": "INT",
-      "name": "Distance"
+      "name": "LateAircraftDelay"
     },
     {
       "dataType": "INT",
-      "name": "DistanceGroup"
+      "name": "LongestAddGTime"
     },
     {
       "dataType": "INT",
-      "name": "DivActualElapsedTime"
+      "name": "NASDelay"
     },
     {
       "dataType": "INT",
-      "name": "DivAirportIDs",
-      "singleValueField": false
+      "name": "SecurityDelay"
     },
     {
       "dataType": "INT",
-      "name": "DivAirportLandings"
+      "name": "TaxiIn"
     },
     {
       "dataType": "INT",
-      "name": "DivAirportSeqIDs",
-      "singleValueField": false
+      "name": "TaxiOut"
     },
     {
-      "dataType": "STRING",
-      "name": "DivAirports",
-      "singleValueField": false
+      "dataType": "INT",
+      "name": "WheelsOn"
     },
     {
       "dataType": "INT",
-      "name": "DivArrDelay"
+      "name": "WheelsOff"
     },
     {
       "dataType": "INT",
-      "name": "DivDistance"
+      "name": "WeatherDelay"
     },
     {
       "dataType": "INT",
-      "name": "DivLongestGTimes",
-      "singleValueField": false
-    },
+      "name": "TotalAddGTime"
+    }
+  ],
+  "dimensionFieldSpecs": [{
+    "dataType": "STRING",
+    "name": "CancellationCode"
+  },
     {
       "dataType": "INT",
-      "name": "DivReachedDest"
+      "name": "Cancelled"
     },
     {
       "dataType": "STRING",
-      "name": "DivTailNums",
-      "singleValueField": false
+      "name": "Carrier"
     },
     {
       "dataType": "INT",
-      "name": "DivTotalGTimes",
-      "singleValueField": false
+      "name": "DayOfWeek"
     },
     {
       "dataType": "INT",
-      "name": "DivWheelsOffs",
-      "singleValueField": false
+      "name": "DayofMonth"
     },
     {
-      "dataType": "INT",
-      "name": "DivWheelsOns",
-      "singleValueField": false
+      "dataType": "STRING",
+      "name": "Dest"
     },
     {
       "dataType": "INT",
-      "name": "Diverted"
+      "name": "DestAirportID"
     },
     {
       "dataType": "INT",
-      "name": "FirstDepTime"
-    },
-    {
-      "dataType": "STRING",
-      "name": "FlightDate"
+      "name": "DestAirportSeqID"
     },
     {
       "dataType": "INT",
-      "name": "FlightNum"
+      "name": "DestCityMarketID"
     },
     {
-      "dataType": "INT",
-      "name": "Flights"
+      "dataType": "STRING",
+      "name": "DestCityName"
     },
     {
-      "dataType": "INT",
-      "name": "LateAircraftDelay"
+      "dataType": "STRING",
+      "name": "DestState"
     },
     {
       "dataType": "INT",
-      "name": "LongestAddGTime"
+      "name": "DestStateFips"
     },
     {
-      "dataType": "INT",
-      "name": "Month"
+      "dataType": "STRING",
+      "name": "DestStateName"
     },
     {
       "dataType": "INT",
-      "name": "NASDelay"
+      "name": "DestWac"
     },
     {
       "dataType": "STRING",
@@ -284,44 +230,96 @@
       "singleValueField": false
     },
     {
+      "dataType": "STRING",
+      "name": "TailNum"
+    },
+    {
       "dataType": "INT",
-      "name": "SecurityDelay"
+      "name": "Year"
     },
     {
       "dataType": "STRING",
-      "name": "TailNum"
+      "name": "UniqueCarrier"
+    },
+    {
+      "dataType": "STRING",
+      "name": "FlightDate"
     },
     {
       "dataType": "INT",
-      "name": "TaxiIn"
+      "name": "DivAirportIDs",
+      "singleValueField": false
     },
     {
       "dataType": "INT",
-      "name": "TaxiOut"
+      "name": "DivAirportLandings"
+    },
+    {
+      "dataType": "STRING",
+      "name": "DepTimeBlk"
     },
     {
       "dataType": "INT",
-      "name": "Year"
+      "name": "DivAirportSeqIDs",
+      "singleValueField": false
+    },
+    {
+      "dataType": "STRING",
+      "name": "DivAirports",
+      "singleValueField": false
     },
     {
       "dataType": "INT",
-      "name": "WheelsOn"
+      "name": "DivReachedDest"
+    },
+    {
+      "dataType": "STRING",
+      "name": "DivTailNums",
+      "singleValueField": false
     },
     {
       "dataType": "INT",
-      "name": "WheelsOff"
+      "name": "Diverted"
     },
     {
       "dataType": "INT",
-      "name": "WeatherDelay"
+      "name": "FlightNum"
+    },
+    {
+      "dataType": "INT",
+      "name": "Month"
+    },
+    {
+      "dataType": "INT",
+      "name": "DistanceGroup"
+    },
+    {
+      "dataType": "INT",
+      "name": "AirlineID"
+    },
+    {
+      "dataType": "INT",
+      "name": "DivLongestGTimes",
+      "singleValueField": false
+    },
+    {
+      "dataType": "INT",
+      "name": "DivTotalGTimes",
+      "singleValueField": false
+    },
+    {
+      "dataType": "INT",
+      "name": "DivWheelsOffs",
+      "singleValueField": false
     },
     {
       "dataType": "STRING",
-      "name": "UniqueCarrier"
+      "name": "ArrTimeBlk"
     },
     {
       "dataType": "INT",
-      "name": "TotalAddGTime"
+      "name": "DivWheelsOns",
+      "singleValueField": false
     }
   ],
   "timeFieldSpec": {
@@ -332,4 +330,4 @@
     }
   },
   "schemaName": "airlineStats"
-}
+}
\ No newline at end of file
diff --git a/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json
b/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json
index 02143ca..0c058c5 100644
--- a/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json
+++ b/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json
@@ -1,21 +1,14 @@
 {
-  "metricFieldSpecs": [
-  ],
-  "dimensionFieldSpecs": [
-    {
-      "dataType": "INT",
-      "name": "ActualElapsedTime"
-    },
+  "metricFieldSpecs": [{
+    "dataType": "INT",
+    "name": "ActualElapsedTime"
+  },
     {
       "dataType": "INT",
       "name": "AirTime"
     },
     {
       "dataType": "INT",
-      "name": "AirlineID"
-    },
-    {
-      "dataType": "INT",
       "name": "ArrDel15"
     },
     {
@@ -31,10 +24,6 @@
       "name": "ArrTime"
     },
     {
-      "dataType": "STRING",
-      "name": "ArrTimeBlk"
-    },
-    {
       "dataType": "INT",
       "name": "ArrivalDelayGroups"
     },
@@ -51,31 +40,11 @@
       "name": "CRSElapsedTime"
     },
     {
-      "dataType": "STRING",
-      "name": "CancellationCode"
-    },
-    {
-      "dataType": "INT",
-      "name": "Cancelled"
-    },
-    {
-      "dataType": "STRING",
-      "name": "Carrier"
-    },
-    {
       "dataType": "INT",
       "name": "CarrierDelay"
     },
     {
       "dataType": "INT",
-      "name": "DayOfWeek"
-    },
-    {
-      "dataType": "INT",
-      "name": "DayofMonth"
-    },
-    {
-      "dataType": "INT",
       "name": "DepDel15"
     },
     {
@@ -91,152 +60,129 @@
       "name": "DepTime"
     },
     {
-      "dataType": "STRING",
-      "name": "DepTimeBlk"
-    },
-    {
       "dataType": "INT",
       "name": "DepartureDelayGroups"
     },
     {
-      "dataType": "STRING",
-      "name": "Dest"
-    },
-    {
       "dataType": "INT",
-      "name": "DestAirportID"
+      "name": "Distance"
     },
     {
       "dataType": "INT",
-      "name": "DestAirportSeqID"
+      "name": "DivActualElapsedTime"
     },
     {
       "dataType": "INT",
-      "name": "DestCityMarketID"
-    },
-    {
-      "dataType": "STRING",
-      "name": "DestCityName"
-    },
-    {
-      "dataType": "STRING",
-      "name": "DestState"
+      "name": "DivArrDelay"
     },
     {
       "dataType": "INT",
-      "name": "DestStateFips"
+      "name": "DivDistance"
     },
     {
-      "dataType": "STRING",
-      "name": "DestStateName"
+      "dataType": "INT",
+      "name": "FirstDepTime"
     },
     {
       "dataType": "INT",
-      "name": "DestWac"
+      "name": "Flights"
     },
     {
       "dataType": "INT",
-      "name": "Distance"
+      "name": "LateAircraftDelay"
     },
     {
       "dataType": "INT",
-      "name": "DistanceGroup"
+      "name": "LongestAddGTime"
     },
     {
       "dataType": "INT",
-      "name": "DivActualElapsedTime"
+      "name": "NASDelay"
     },
     {
       "dataType": "INT",
-      "name": "DivAirportIDs",
-      "singleValueField": false
+      "name": "SecurityDelay"
     },
     {
       "dataType": "INT",
-      "name": "DivAirportLandings"
+      "name": "TaxiIn"
     },
     {
       "dataType": "INT",
-      "name": "DivAirportSeqIDs",
-      "singleValueField": false
+      "name": "TaxiOut"
     },
     {
-      "dataType": "STRING",
-      "name": "DivAirports",
-      "singleValueField": false
+      "dataType": "INT",
+      "name": "WheelsOn"
     },
     {
       "dataType": "INT",
-      "name": "DivArrDelay"
+      "name": "WheelsOff"
     },
     {
       "dataType": "INT",
-      "name": "DivDistance"
+      "name": "WeatherDelay"
     },
     {
       "dataType": "INT",
-      "name": "DivLongestGTimes",
-      "singleValueField": false
-    },
+      "name": "TotalAddGTime"
+    }
+  ],
+  "dimensionFieldSpecs": [{
+    "dataType": "STRING",
+    "name": "CancellationCode"
+  },
     {
       "dataType": "INT",
-      "name": "DivReachedDest"
+      "name": "Cancelled"
     },
     {
       "dataType": "STRING",
-      "name": "DivTailNums",
-      "singleValueField": false
+      "name": "Carrier"
     },
     {
       "dataType": "INT",
-      "name": "DivTotalGTimes",
-      "singleValueField": false
+      "name": "DayOfWeek"
     },
     {
       "dataType": "INT",
-      "name": "DivWheelsOffs",
-      "singleValueField": false
+      "name": "DayofMonth"
     },
     {
-      "dataType": "INT",
-      "name": "DivWheelsOns",
-      "singleValueField": false
+      "dataType": "STRING",
+      "name": "Dest"
     },
     {
       "dataType": "INT",
-      "name": "Diverted"
+      "name": "DestAirportID"
     },
     {
       "dataType": "INT",
-      "name": "FirstDepTime"
-    },
-    {
-      "dataType": "STRING",
-      "name": "FlightDate"
+      "name": "DestAirportSeqID"
     },
     {
       "dataType": "INT",
-      "name": "FlightNum"
+      "name": "DestCityMarketID"
     },
     {
-      "dataType": "INT",
-      "name": "Flights"
+      "dataType": "STRING",
+      "name": "DestCityName"
     },
     {
-      "dataType": "INT",
-      "name": "LateAircraftDelay"
+      "dataType": "STRING",
+      "name": "DestState"
     },
     {
       "dataType": "INT",
-      "name": "LongestAddGTime"
+      "name": "DestStateFips"
     },
     {
-      "dataType": "INT",
-      "name": "Month"
+      "dataType": "STRING",
+      "name": "DestStateName"
     },
     {
       "dataType": "INT",
-      "name": "NASDelay"
+      "name": "DestWac"
     },
     {
       "dataType": "STRING",
@@ -284,44 +230,96 @@
       "singleValueField": false
     },
     {
+      "dataType": "STRING",
+      "name": "TailNum"
+    },
+    {
       "dataType": "INT",
-      "name": "SecurityDelay"
+      "name": "Year"
     },
     {
       "dataType": "STRING",
-      "name": "TailNum"
+      "name": "UniqueCarrier"
+    },
+    {
+      "dataType": "STRING",
+      "name": "FlightDate"
     },
     {
       "dataType": "INT",
-      "name": "TaxiIn"
+      "name": "DivAirportIDs",
+      "singleValueField": false
     },
     {
       "dataType": "INT",
-      "name": "TaxiOut"
+      "name": "DivAirportLandings"
+    },
+    {
+      "dataType": "STRING",
+      "name": "DepTimeBlk"
     },
     {
       "dataType": "INT",
-      "name": "Year"
+      "name": "DivAirportSeqIDs",
+      "singleValueField": false
+    },
+    {
+      "dataType": "STRING",
+      "name": "DivAirports",
+      "singleValueField": false
     },
     {
       "dataType": "INT",
-      "name": "WheelsOn"
+      "name": "DivReachedDest"
+    },
+    {
+      "dataType": "STRING",
+      "name": "DivTailNums",
+      "singleValueField": false
     },
     {
       "dataType": "INT",
-      "name": "WheelsOff"
+      "name": "Diverted"
     },
     {
       "dataType": "INT",
-      "name": "WeatherDelay"
+      "name": "FlightNum"
+    },
+    {
+      "dataType": "INT",
+      "name": "Month"
+    },
+    {
+      "dataType": "INT",
+      "name": "DistanceGroup"
+    },
+    {
+      "dataType": "INT",
+      "name": "AirlineID"
+    },
+    {
+      "dataType": "INT",
+      "name": "DivLongestGTimes",
+      "singleValueField": false
+    },
+    {
+      "dataType": "INT",
+      "name": "DivTotalGTimes",
+      "singleValueField": false
+    },
+    {
+      "dataType": "INT",
+      "name": "DivWheelsOffs",
+      "singleValueField": false
     },
     {
       "dataType": "STRING",
-      "name": "UniqueCarrier"
+      "name": "ArrTimeBlk"
     },
     {
       "dataType": "INT",
-      "name": "TotalAddGTime"
+      "name": "DivWheelsOns",
+      "singleValueField": false
     }
   ],
   "timeFieldSpec": {
@@ -332,4 +330,4 @@
     }
   },
   "schemaName": "airlineStats"
-}
+}
\ No newline at end of file
diff --git a/pom.xml b/pom.xml
index a8ef872..82b9225 100644
--- a/pom.xml
+++ b/pom.xml
@@ -1232,6 +1232,9 @@
             <!-- Top level directories -->
             <exclude>thirdeye/**</exclude>
 
+            <!-- Docker image configs -->
+            <exclude>docker/images/pinot-thirdeye/**</exclude>
+
             <!-- Note: this will exclude all single character directories under the root
directory.
             We use this to exclude the temporary files generated during build -->
             <exclude>?/**</exclude>
@@ -1337,6 +1340,7 @@
 
             <!-- Third eye (not part of the distribution) -->
             <exclude>thirdeye/**</exclude>
+            <exclude>docker/images/pinot-thirdeye/**</exclude>
           </excludes>
         </configuration>
       </plugin>


---------------------------------------------------------------------
To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org
For additional commands, e-mail: commits-help@pinot.apache.org


Mime
View raw message