From commits-return-16540-archive-asf-public=cust-asf.ponee.io@pinot.apache.org Thu Feb 27 00:25:10 2020 Return-Path: X-Original-To: archive-asf-public@cust-asf.ponee.io Delivered-To: archive-asf-public@cust-asf.ponee.io Received: from mail.apache.org (hermes.apache.org [207.244.88.153]) by mx-eu-01.ponee.io (Postfix) with SMTP id 130A9180668 for ; Thu, 27 Feb 2020 01:25:09 +0100 (CET) Received: (qmail 48981 invoked by uid 500); 27 Feb 2020 00:25:08 -0000 Mailing-List: contact commits-help@pinot.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@pinot.apache.org Delivered-To: mailing list commits@pinot.apache.org Received: (qmail 48919 invoked by uid 99); 27 Feb 2020 00:25:08 -0000 Received: from ec2-52-202-80-70.compute-1.amazonaws.com (HELO gitbox.apache.org) (52.202.80.70) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 27 Feb 2020 00:25:08 +0000 Received: by gitbox.apache.org (ASF Mail Server at gitbox.apache.org, from userid 33) id 63F3E8DACA; Thu, 27 Feb 2020 00:25:08 +0000 (UTC) Date: Thu, 27 Feb 2020 00:25:08 +0000 To: "commits@pinot.apache.org" Subject: [incubator-pinot] 01/01: combo draft MIME-Version: 1.0 Content-Type: text/plain; charset=utf-8 Content-Transfer-Encoding: 8bit From: apucher@apache.org In-Reply-To: <158276310754.992.12246907666634754154@gitbox.apache.org> References: <158276310754.992.12246907666634754154@gitbox.apache.org> X-Git-Host: gitbox.apache.org X-Git-Repo: incubator-pinot X-Git-Refname: refs/heads/docker-pinot-quickstart-thirdeye X-Git-Reftype: branch X-Git-Rev: bfb257b23dfad8b2f1919121694c25447cdd1721 X-Git-NotificationType: diff X-Git-Multimail-Version: 1.5.dev Auto-Submitted: auto-generated Message-Id: <20200227002508.63F3E8DACA@gitbox.apache.org> This is an automated email from the ASF dual-hosted git repository. apucher pushed a commit to branch docker-pinot-quickstart-thirdeye in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git commit bfb257b23dfad8b2f1919121694c25447cdd1721 Author: Alexander Pucher AuthorDate: Wed Feb 26 16:24:22 2020 -0800 combo draft --- docker/images/pinot-thirdeye/Dockerfile | 9 +- docker/images/pinot-thirdeye/bin/start-thirdeye.sh | 34 +-- .../pinot-quickstart}/dashboard.yml | 0 .../data-sources/cache-config.yml | 0 .../data-sources/data-sources-config.yml | 14 ++ .../pinot-quickstart}/data/README.md | 0 .../pinot-quickstart}/data/daily.csv | 0 .../pinot-quickstart}/data/hourly.csv | 0 .../pinot-quickstart}/data/pageviews.csv | 0 .../anomaly-functions/alertFilter.properties | 0 .../alertFilterAutotune.properties | 0 .../anomaly-functions/functions.properties | 0 .../pinot-quickstart}/detector.yml | 2 +- .../config => config/pinot-quickstart}/h2db.mv.db | Bin .../pinot-quickstart}/persistence.yml | 0 .../config => config/pinot-quickstart}/rca.yml | 0 .../config/data-sources/data-sources-config.yml | 238 --------------------- .../batch/airlineStats/airlineStats_schema.json | 218 ++++++++++--------- .../stream/airlineStats/airlineStats_schema.json | 218 ++++++++++--------- pom.xml | 4 + 20 files changed, 250 insertions(+), 487 deletions(-) diff --git a/docker/images/pinot-thirdeye/Dockerfile b/docker/images/pinot-thirdeye/Dockerfile index 10723ee..712339b 100644 --- a/docker/images/pinot-thirdeye/Dockerfile +++ b/docker/images/pinot-thirdeye/Dockerfile @@ -51,13 +51,12 @@ RUN git clone ${PINOT_GIT_URL} ${TE_BUILD_DIR} \ && cd ${TE_BUILD_DIR}/thirdeye \ && git checkout ${PINOT_BRANCH} \ && mvn clean install -X -DskipTests || exit 1 \ - && mkdir -p ${TE_HOME}/config \ + && mkdir -p ${TE_HOME}/config/default \ && mkdir -p ${TE_HOME}/bin \ - && cp -rp ${TE_BUILD_DIR}/thirdeye/thirdeye-pinot/config/* ${TE_HOME}/config/. \ + && cp -rp ${TE_BUILD_DIR}/thirdeye/thirdeye-pinot/config/* ${TE_HOME}/config/default/. \ && cp ${TE_BUILD_DIR}/thirdeye/thirdeye-pinot/target/thirdeye-pinot-1.0-SNAPSHOT.jar ${TE_HOME}/bin/. \ && rm -rf ${TE_BUILD_DIR} - FROM openjdk:8-jdk-slim LABEL MAINTAINER=dev@pinot.apache.org @@ -66,10 +65,10 @@ ENV TE_HOME=/opt/thirdeye COPY --from=thirdeye_build_env ${TE_HOME} ${TE_HOME} COPY bin ${TE_HOME}/bin -COPY examples ${TE_HOME}/examples +COPY config ${TE_HOME}/config VOLUME ["${TE_HOME}/config"] EXPOSE 1426 1427 WORKDIR ${TE_HOME} -ENTRYPOINT ["./bin/start-thirdeye.sh"] \ No newline at end of file +ENTRYPOINT ["./bin/start-thirdeye.sh"] diff --git a/docker/images/pinot-thirdeye/bin/start-thirdeye.sh b/docker/images/pinot-thirdeye/bin/start-thirdeye.sh index cfd0523..de43e25 100755 --- a/docker/images/pinot-thirdeye/bin/start-thirdeye.sh +++ b/docker/images/pinot-thirdeye/bin/start-thirdeye.sh @@ -20,30 +20,18 @@ if [[ "$#" -gt 0 ]] then - TYPE=$1 - if [[ "${TYPE^^}" == "DASHBOARD" ]] - then - APP_CLASS_NAME="org.apache.pinot.thirdeye.dashboard.ThirdEyeDashboardApplication" - else - if [[ "${TYPE^^}" == "BACKEND" ]] - then - APP_CLASS_NAME="org.apache.pinot.thirdeye.anomaly.ThirdEyeAnomalyApplication" - else - echo "Unknow type: $1" - exit 1 - fi - fi + CONFIG_DIR=./config/$1 else - echo "Need at least one parameter." - exit 1 + CONFIG_DIR="./config/default" fi -if [[ "$#" -gt 1 ]] -then - CONFIG_DIR=$2 -else - CONFIG_DIR="./config" -fi +echo "Running thirdeye backend with config: ${CONFIG_DIR}" +java -cp "./bin/thirdeye-pinot-1.0-SNAPSHOT.jar" org.apache.pinot.thirdeye.anomaly.ThirdEyeAnomalyApplication ${CONFIG_DIR} & + +sleep 30 +kill %1 + +echo "Running thirdeye frontend with config: ${CONFIG_DIR}" +java -cp "./bin/thirdeye-pinot-1.0-SNAPSHOT.jar" org.apache.pinot.thirdeye.dashboard.ThirdEyeDashboardApplication ${CONFIG_DIR} & -echo "Trying to run thirdeye with class ${APP_CLASS_NAME} and Config dir: ${CONFIG_DIR}" -java -cp "./bin/thirdeye-pinot-1.0-SNAPSHOT.jar" ${APP_CLASS_NAME} ${CONFIG_DIR} \ No newline at end of file +wait diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/dashboard.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/dashboard.yml similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/dashboard.yml rename to docker/images/pinot-thirdeye/config/pinot-quickstart/dashboard.yml diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/cache-config.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/cache-config.yml similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/cache-config.yml rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/cache-config.yml diff --git a/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml new file mode 100644 index 0000000..9f1158f --- /dev/null +++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/data-sources/data-sources-config.yml @@ -0,0 +1,14 @@ + +# Please put the mock data source as the first in this configuration. +dataSourceConfigs: + - className: org.apache.pinot.thirdeye.datasource.pinot.PinotThirdEyeDataSource + properties: + zookeeperUrl: 'pinot-quickstart:2123' + clusterName: 'QuickStartCluster' + controllerConnectionScheme: 'http' + controllerHost: 'pinot-quickstart' + controllerPort: 9000 + cacheLoaderClassName: org.apache.pinot.thirdeye.datasource.pinot.PinotControllerResponseCacheLoader + metadataSourceConfigs: + - className: org.apache.pinot.thirdeye.auto.onboard.AutoOnboardPinotMetadataSource + diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/README.md b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/README.md similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/README.md rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/README.md diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/daily.csv b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/daily.csv similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/daily.csv rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/daily.csv diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/hourly.csv b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/hourly.csv similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/hourly.csv rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/hourly.csv diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/pageviews.csv b/docker/images/pinot-thirdeye/config/pinot-quickstart/data/pageviews.csv similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data/pageviews.csv rename to docker/images/pinot-thirdeye/config/pinot-quickstart/data/pageviews.csv diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilter.properties b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilter.properties similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilter.properties rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilter.properties diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilterAutotune.properties b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilterAutotune.properties similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/alertFilterAutotune.properties rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/alertFilterAutotune.properties diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/functions.properties b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/functions.properties similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector-config/anomaly-functions/functions.properties rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector-config/anomaly-functions/functions.properties diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml similarity index 99% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector.yml rename to docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml index 19372ff..0f0975e 100644 --- a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/detector.yml +++ b/docker/images/pinot-thirdeye/config/pinot-quickstart/detector.yml @@ -14,7 +14,7 @@ server: - type: http port: 1868 alert: false -autoload: false +autoload: true classifier: false holidayEventsLoader: false monitor: false diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/h2db.mv.db b/docker/images/pinot-thirdeye/config/pinot-quickstart/h2db.mv.db similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/h2db.mv.db rename to docker/images/pinot-thirdeye/config/pinot-quickstart/h2db.mv.db diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/persistence.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/persistence.yml similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/persistence.yml rename to docker/images/pinot-thirdeye/config/pinot-quickstart/persistence.yml diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/rca.yml b/docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml similarity index 100% rename from docker/images/pinot-thirdeye/examples/pinot-quickstart/config/rca.yml rename to docker/images/pinot-thirdeye/config/pinot-quickstart/rca.yml diff --git a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/data-sources-config.yml b/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/data-sources-config.yml deleted file mode 100644 index 95ba5c6..0000000 --- a/docker/images/pinot-thirdeye/examples/pinot-quickstart/config/data-sources/data-sources-config.yml +++ /dev/null @@ -1,238 +0,0 @@ - -# Please put the mock data source as the first in this configuration. -dataSourceConfigs: - - className: org.apache.pinot.thirdeye.datasource.pinot.PinotThirdEyeDataSource - properties: - zookeeperUrl: 'pinot-quickstart:2123' - clusterName: 'QuickStartCluster' - controllerConnectionScheme: 'http' - controllerHost: 'pinot-quickstart' - controllerPort: 9000 - cacheLoaderClassName: org.apache.pinot.thirdeye.datasource.pinot.PinotControllerResponseCacheLoader - metadataSourceConfigs: - - className: org.apache.pinot.thirdeye.auto.onboard.AutoOnboardPinotMetadataSource - - className: org.apache.pinot.thirdeye.datasource.mock.MockThirdEyeDataSource - properties: - H2: - db: jdbc:h2:./config/h2db - user: sa - password: sa - datasets: - - tableName: "H2.H2.total_pageviews" - timeColumn: "timestamp" - granularity: "1DAYS" - timeFormat: "yyyy-MM-dd" - dimensions: [country, device] - timezone: "UTC" - metrics: - pageviews: "SUM" - dataFile: "pageviews.csv" - - populateMetaData: true - lookback: 90 - datasets: - tracking: - granularity: "1hour" - timezone: "America/Los_Angeles" - dimensions: [country, browser, platform] - metrics: - pageViews: - us: - chrome: - desktop: - mean: 100 - std: 20 - mobile: - mean: 200 - std: 50 - safari: - desktop: - mean: 70 - std: 15 - mobile: - mean: 250 - std: 40 - firefox: - desktop: - mean: 30 - std: 5 - mobile: - mean: 20 - std: 3 - edge: - desktop: - mean: 85 - std: 18 - ca: - chrome: - desktop: - mean: 30 - std: 5 - mobile: - mean: 70 - std: 8 - safari: - desktop: - mean: 20 - std: 3 - mobile: - mean: 60 - std: 8 - firefox: - desktop: - mean: 12 - std: 2 - mobile: - mean: 7 - std: 1 - edge: - desktop: - mean: 32 - std: 10 - mx: - chrome: - desktop: - mean: 40 - std: 6 - mobile: - mean: 80 - std: 10 - safari: - desktop: - mean: 20 - std: 3 - mobile: - mean: 65 - std: 10 - firefox: - desktop: - mean: 15 - std: 3 - mobile: - mean: 12 - std: 2 - edge: - desktop: - mean: 32 - std: 9 - - adImpressions: - us: - chrome: - desktop: - mean: 50 - std: 10 - mobile: - mean: 100 - std: 25 - safari: - desktop: - mean: 35 - std: 7 - mobile: - mean: 125 - std: 20 - firefox: - desktop: - mean: 15 - std: 2 - mobile: - mean: 10 - std: 1 - edge: - desktop: - mean: 42 - std: 9 - - business: - granularity: "1day" - timezone: "America/Los_Angeles" - dimensions: [country, browser] - metrics: - purchases: - us: - chrome: - mean: 16 - std: 2 - safari: - mean: 19 - std: 3 - edge: - mean: 4 - std: 1 - ca: - chrome: - mean: 5 - std: 1 - safari: - mean: 5 - std: 2 - edge: - mean: 1 - std: 1 - mx: - chrome: - mean: 3 - std: 1 - safari: - mean: 5 - std: 2 - edge: - mean: 2 - std: 1 - - revenue: - us: - chrome: - mean: 160 - std: 20 - safari: - mean: 190 - std: 30 - edge: - mean: 40 - std: 10 - ca: - chrome: - mean: 50 - std: 10 - safari: - mean: 50 - std: 15 - edge: - mean: 10 - std: 2 - mx: - chrome: - mean: 30 - std: 6 - safari: - mean: 50 - std: 15 - edge: - mean: 20 - std: 3 - - - className: org.apache.pinot.thirdeye.datasource.sql.SqlThirdEyeDataSource - properties: - H2: - db: jdbc:h2:./config/h2db - user: sa - password: sa - datasets: - - tableName: "H2.H2.daily" - timeColumn: "date" - granularity: "1DAYS" - timeFormat: "yyyy-MM-dd" - timezone: "UTC" - metrics: - value: "SUM" - dataFile: "daily.csv" - - tableName: "H2.H2.hourly" - timeColumn: "datetime" - granularity: "1HOURS" - timeFormat: "yyyy-MM-dd HH:mm:ss" - timezone: "UTC" - metrics: - value: "SUM" - dataFile: "hourly.csv" diff --git a/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json b/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json index 02143ca..0c058c5 100644 --- a/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json +++ b/pinot-tools/src/main/resources/examples/batch/airlineStats/airlineStats_schema.json @@ -1,21 +1,14 @@ { - "metricFieldSpecs": [ - ], - "dimensionFieldSpecs": [ - { - "dataType": "INT", - "name": "ActualElapsedTime" - }, + "metricFieldSpecs": [{ + "dataType": "INT", + "name": "ActualElapsedTime" + }, { "dataType": "INT", "name": "AirTime" }, { "dataType": "INT", - "name": "AirlineID" - }, - { - "dataType": "INT", "name": "ArrDel15" }, { @@ -31,10 +24,6 @@ "name": "ArrTime" }, { - "dataType": "STRING", - "name": "ArrTimeBlk" - }, - { "dataType": "INT", "name": "ArrivalDelayGroups" }, @@ -51,31 +40,11 @@ "name": "CRSElapsedTime" }, { - "dataType": "STRING", - "name": "CancellationCode" - }, - { - "dataType": "INT", - "name": "Cancelled" - }, - { - "dataType": "STRING", - "name": "Carrier" - }, - { "dataType": "INT", "name": "CarrierDelay" }, { "dataType": "INT", - "name": "DayOfWeek" - }, - { - "dataType": "INT", - "name": "DayofMonth" - }, - { - "dataType": "INT", "name": "DepDel15" }, { @@ -91,152 +60,129 @@ "name": "DepTime" }, { - "dataType": "STRING", - "name": "DepTimeBlk" - }, - { "dataType": "INT", "name": "DepartureDelayGroups" }, { - "dataType": "STRING", - "name": "Dest" - }, - { "dataType": "INT", - "name": "DestAirportID" + "name": "Distance" }, { "dataType": "INT", - "name": "DestAirportSeqID" + "name": "DivActualElapsedTime" }, { "dataType": "INT", - "name": "DestCityMarketID" - }, - { - "dataType": "STRING", - "name": "DestCityName" - }, - { - "dataType": "STRING", - "name": "DestState" + "name": "DivArrDelay" }, { "dataType": "INT", - "name": "DestStateFips" + "name": "DivDistance" }, { - "dataType": "STRING", - "name": "DestStateName" + "dataType": "INT", + "name": "FirstDepTime" }, { "dataType": "INT", - "name": "DestWac" + "name": "Flights" }, { "dataType": "INT", - "name": "Distance" + "name": "LateAircraftDelay" }, { "dataType": "INT", - "name": "DistanceGroup" + "name": "LongestAddGTime" }, { "dataType": "INT", - "name": "DivActualElapsedTime" + "name": "NASDelay" }, { "dataType": "INT", - "name": "DivAirportIDs", - "singleValueField": false + "name": "SecurityDelay" }, { "dataType": "INT", - "name": "DivAirportLandings" + "name": "TaxiIn" }, { "dataType": "INT", - "name": "DivAirportSeqIDs", - "singleValueField": false + "name": "TaxiOut" }, { - "dataType": "STRING", - "name": "DivAirports", - "singleValueField": false + "dataType": "INT", + "name": "WheelsOn" }, { "dataType": "INT", - "name": "DivArrDelay" + "name": "WheelsOff" }, { "dataType": "INT", - "name": "DivDistance" + "name": "WeatherDelay" }, { "dataType": "INT", - "name": "DivLongestGTimes", - "singleValueField": false - }, + "name": "TotalAddGTime" + } + ], + "dimensionFieldSpecs": [{ + "dataType": "STRING", + "name": "CancellationCode" + }, { "dataType": "INT", - "name": "DivReachedDest" + "name": "Cancelled" }, { "dataType": "STRING", - "name": "DivTailNums", - "singleValueField": false + "name": "Carrier" }, { "dataType": "INT", - "name": "DivTotalGTimes", - "singleValueField": false + "name": "DayOfWeek" }, { "dataType": "INT", - "name": "DivWheelsOffs", - "singleValueField": false + "name": "DayofMonth" }, { - "dataType": "INT", - "name": "DivWheelsOns", - "singleValueField": false + "dataType": "STRING", + "name": "Dest" }, { "dataType": "INT", - "name": "Diverted" + "name": "DestAirportID" }, { "dataType": "INT", - "name": "FirstDepTime" - }, - { - "dataType": "STRING", - "name": "FlightDate" + "name": "DestAirportSeqID" }, { "dataType": "INT", - "name": "FlightNum" + "name": "DestCityMarketID" }, { - "dataType": "INT", - "name": "Flights" + "dataType": "STRING", + "name": "DestCityName" }, { - "dataType": "INT", - "name": "LateAircraftDelay" + "dataType": "STRING", + "name": "DestState" }, { "dataType": "INT", - "name": "LongestAddGTime" + "name": "DestStateFips" }, { - "dataType": "INT", - "name": "Month" + "dataType": "STRING", + "name": "DestStateName" }, { "dataType": "INT", - "name": "NASDelay" + "name": "DestWac" }, { "dataType": "STRING", @@ -284,44 +230,96 @@ "singleValueField": false }, { + "dataType": "STRING", + "name": "TailNum" + }, + { "dataType": "INT", - "name": "SecurityDelay" + "name": "Year" }, { "dataType": "STRING", - "name": "TailNum" + "name": "UniqueCarrier" + }, + { + "dataType": "STRING", + "name": "FlightDate" }, { "dataType": "INT", - "name": "TaxiIn" + "name": "DivAirportIDs", + "singleValueField": false }, { "dataType": "INT", - "name": "TaxiOut" + "name": "DivAirportLandings" + }, + { + "dataType": "STRING", + "name": "DepTimeBlk" }, { "dataType": "INT", - "name": "Year" + "name": "DivAirportSeqIDs", + "singleValueField": false + }, + { + "dataType": "STRING", + "name": "DivAirports", + "singleValueField": false }, { "dataType": "INT", - "name": "WheelsOn" + "name": "DivReachedDest" + }, + { + "dataType": "STRING", + "name": "DivTailNums", + "singleValueField": false }, { "dataType": "INT", - "name": "WheelsOff" + "name": "Diverted" }, { "dataType": "INT", - "name": "WeatherDelay" + "name": "FlightNum" + }, + { + "dataType": "INT", + "name": "Month" + }, + { + "dataType": "INT", + "name": "DistanceGroup" + }, + { + "dataType": "INT", + "name": "AirlineID" + }, + { + "dataType": "INT", + "name": "DivLongestGTimes", + "singleValueField": false + }, + { + "dataType": "INT", + "name": "DivTotalGTimes", + "singleValueField": false + }, + { + "dataType": "INT", + "name": "DivWheelsOffs", + "singleValueField": false }, { "dataType": "STRING", - "name": "UniqueCarrier" + "name": "ArrTimeBlk" }, { "dataType": "INT", - "name": "TotalAddGTime" + "name": "DivWheelsOns", + "singleValueField": false } ], "timeFieldSpec": { @@ -332,4 +330,4 @@ } }, "schemaName": "airlineStats" -} +} \ No newline at end of file diff --git a/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json b/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json index 02143ca..0c058c5 100644 --- a/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json +++ b/pinot-tools/src/main/resources/examples/stream/airlineStats/airlineStats_schema.json @@ -1,21 +1,14 @@ { - "metricFieldSpecs": [ - ], - "dimensionFieldSpecs": [ - { - "dataType": "INT", - "name": "ActualElapsedTime" - }, + "metricFieldSpecs": [{ + "dataType": "INT", + "name": "ActualElapsedTime" + }, { "dataType": "INT", "name": "AirTime" }, { "dataType": "INT", - "name": "AirlineID" - }, - { - "dataType": "INT", "name": "ArrDel15" }, { @@ -31,10 +24,6 @@ "name": "ArrTime" }, { - "dataType": "STRING", - "name": "ArrTimeBlk" - }, - { "dataType": "INT", "name": "ArrivalDelayGroups" }, @@ -51,31 +40,11 @@ "name": "CRSElapsedTime" }, { - "dataType": "STRING", - "name": "CancellationCode" - }, - { - "dataType": "INT", - "name": "Cancelled" - }, - { - "dataType": "STRING", - "name": "Carrier" - }, - { "dataType": "INT", "name": "CarrierDelay" }, { "dataType": "INT", - "name": "DayOfWeek" - }, - { - "dataType": "INT", - "name": "DayofMonth" - }, - { - "dataType": "INT", "name": "DepDel15" }, { @@ -91,152 +60,129 @@ "name": "DepTime" }, { - "dataType": "STRING", - "name": "DepTimeBlk" - }, - { "dataType": "INT", "name": "DepartureDelayGroups" }, { - "dataType": "STRING", - "name": "Dest" - }, - { "dataType": "INT", - "name": "DestAirportID" + "name": "Distance" }, { "dataType": "INT", - "name": "DestAirportSeqID" + "name": "DivActualElapsedTime" }, { "dataType": "INT", - "name": "DestCityMarketID" - }, - { - "dataType": "STRING", - "name": "DestCityName" - }, - { - "dataType": "STRING", - "name": "DestState" + "name": "DivArrDelay" }, { "dataType": "INT", - "name": "DestStateFips" + "name": "DivDistance" }, { - "dataType": "STRING", - "name": "DestStateName" + "dataType": "INT", + "name": "FirstDepTime" }, { "dataType": "INT", - "name": "DestWac" + "name": "Flights" }, { "dataType": "INT", - "name": "Distance" + "name": "LateAircraftDelay" }, { "dataType": "INT", - "name": "DistanceGroup" + "name": "LongestAddGTime" }, { "dataType": "INT", - "name": "DivActualElapsedTime" + "name": "NASDelay" }, { "dataType": "INT", - "name": "DivAirportIDs", - "singleValueField": false + "name": "SecurityDelay" }, { "dataType": "INT", - "name": "DivAirportLandings" + "name": "TaxiIn" }, { "dataType": "INT", - "name": "DivAirportSeqIDs", - "singleValueField": false + "name": "TaxiOut" }, { - "dataType": "STRING", - "name": "DivAirports", - "singleValueField": false + "dataType": "INT", + "name": "WheelsOn" }, { "dataType": "INT", - "name": "DivArrDelay" + "name": "WheelsOff" }, { "dataType": "INT", - "name": "DivDistance" + "name": "WeatherDelay" }, { "dataType": "INT", - "name": "DivLongestGTimes", - "singleValueField": false - }, + "name": "TotalAddGTime" + } + ], + "dimensionFieldSpecs": [{ + "dataType": "STRING", + "name": "CancellationCode" + }, { "dataType": "INT", - "name": "DivReachedDest" + "name": "Cancelled" }, { "dataType": "STRING", - "name": "DivTailNums", - "singleValueField": false + "name": "Carrier" }, { "dataType": "INT", - "name": "DivTotalGTimes", - "singleValueField": false + "name": "DayOfWeek" }, { "dataType": "INT", - "name": "DivWheelsOffs", - "singleValueField": false + "name": "DayofMonth" }, { - "dataType": "INT", - "name": "DivWheelsOns", - "singleValueField": false + "dataType": "STRING", + "name": "Dest" }, { "dataType": "INT", - "name": "Diverted" + "name": "DestAirportID" }, { "dataType": "INT", - "name": "FirstDepTime" - }, - { - "dataType": "STRING", - "name": "FlightDate" + "name": "DestAirportSeqID" }, { "dataType": "INT", - "name": "FlightNum" + "name": "DestCityMarketID" }, { - "dataType": "INT", - "name": "Flights" + "dataType": "STRING", + "name": "DestCityName" }, { - "dataType": "INT", - "name": "LateAircraftDelay" + "dataType": "STRING", + "name": "DestState" }, { "dataType": "INT", - "name": "LongestAddGTime" + "name": "DestStateFips" }, { - "dataType": "INT", - "name": "Month" + "dataType": "STRING", + "name": "DestStateName" }, { "dataType": "INT", - "name": "NASDelay" + "name": "DestWac" }, { "dataType": "STRING", @@ -284,44 +230,96 @@ "singleValueField": false }, { + "dataType": "STRING", + "name": "TailNum" + }, + { "dataType": "INT", - "name": "SecurityDelay" + "name": "Year" }, { "dataType": "STRING", - "name": "TailNum" + "name": "UniqueCarrier" + }, + { + "dataType": "STRING", + "name": "FlightDate" }, { "dataType": "INT", - "name": "TaxiIn" + "name": "DivAirportIDs", + "singleValueField": false }, { "dataType": "INT", - "name": "TaxiOut" + "name": "DivAirportLandings" + }, + { + "dataType": "STRING", + "name": "DepTimeBlk" }, { "dataType": "INT", - "name": "Year" + "name": "DivAirportSeqIDs", + "singleValueField": false + }, + { + "dataType": "STRING", + "name": "DivAirports", + "singleValueField": false }, { "dataType": "INT", - "name": "WheelsOn" + "name": "DivReachedDest" + }, + { + "dataType": "STRING", + "name": "DivTailNums", + "singleValueField": false }, { "dataType": "INT", - "name": "WheelsOff" + "name": "Diverted" }, { "dataType": "INT", - "name": "WeatherDelay" + "name": "FlightNum" + }, + { + "dataType": "INT", + "name": "Month" + }, + { + "dataType": "INT", + "name": "DistanceGroup" + }, + { + "dataType": "INT", + "name": "AirlineID" + }, + { + "dataType": "INT", + "name": "DivLongestGTimes", + "singleValueField": false + }, + { + "dataType": "INT", + "name": "DivTotalGTimes", + "singleValueField": false + }, + { + "dataType": "INT", + "name": "DivWheelsOffs", + "singleValueField": false }, { "dataType": "STRING", - "name": "UniqueCarrier" + "name": "ArrTimeBlk" }, { "dataType": "INT", - "name": "TotalAddGTime" + "name": "DivWheelsOns", + "singleValueField": false } ], "timeFieldSpec": { @@ -332,4 +330,4 @@ } }, "schemaName": "airlineStats" -} +} \ No newline at end of file diff --git a/pom.xml b/pom.xml index a8ef872..82b9225 100644 --- a/pom.xml +++ b/pom.xml @@ -1232,6 +1232,9 @@ thirdeye/** + + docker/images/pinot-thirdeye/** + ?/** @@ -1337,6 +1340,7 @@ thirdeye/** + docker/images/pinot-thirdeye/** --------------------------------------------------------------------- To unsubscribe, e-mail: commits-unsubscribe@pinot.apache.org For additional commands, e-mail: commits-help@pinot.apache.org