beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From github-...@apache.org
Subject [beam] tag nightly-master updated (410ad76 -> 7587508)
Date Thu, 19 Aug 2021 03:30:45 GMT
This is an automated email from the ASF dual-hosted git repository.

github-bot pushed a change to tag nightly-master
in repository https://gitbox.apache.org/repos/asf/beam.git.


*** WARNING: tag nightly-master was modified! ***

    from 410ad76  (commit)
      to 7587508  (commit)
    from 410ad76  Merge pull request #15323: [BEAM-5379] Go SDK modules support.
     add 9b46a89  [BEAM-12270] Add Parquet source support for TPD-DS benchmark
     add 0ccb32a  Merge pull request #15325: [BEAM-12270] Add Parquet source support for TPD-DS
benchmark
     add bd51855  [BEAM-12742] Samza Runner does not properly delete modified timer (#15322)
     add 17a2e3e  [BEAM-12740] [BEAM-8268] Improve error handling and retries for GCS rename
operations
     add a0fbe00  Merge pull request #15301: [BEAM-12740] [BEAM-8268] Improve error handling
and retries for GCS rename used by FileBasedSink
     add 9188bbf  [BEAM-3713] Cleanup, remove nosetest references (#15245)
     add c861c89  [BEAM-12772] Remove test implementation of SamzaIORegistrar (#15347)
     add de65e36  [BEAM-12735] Adding Python XLang examples to the RC validation script
     add d59fdd0  update
     add 8c6fafd  check xlang test outputs
     add 7587508  Merge pull request #15307 from ihji/BEAM-12735

No new revisions were added by this update.

Summary of changes:
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |   2 -
 release/src/main/scripts/run_rc_validation.sh      | 199 +++++++++++++--
 release/src/main/scripts/script.config             |  13 +-
 runners/samza/build.gradle                         |  32 ++-
 .../samza/runtime/SamzaTimerInternalsFactory.java  | 143 ++++++-----
 .../runtime/SamzaTimerInternalsFactoryTest.java    | 107 +++-----
 .../samza/util/PipelineJsonRendererTest.java       |  21 --
 runners/samza/src/test/resources/ExpectedDag.json  |   1 -
 .../apache/beam/sdk/io/ClassLoaderFileSystem.java  |   5 +-
 .../java/org/apache/beam/sdk/io/FileBasedSink.java |   5 +-
 .../java/org/apache/beam/sdk/io/FileSystem.java    |   9 +-
 .../java/org/apache/beam/sdk/io/FileSystems.java   | 126 +++++-----
 .../org/apache/beam/sdk/io/LocalFileSystem.java    |   9 +-
 .../org/apache/beam/sdk/io/WriteFilesTest.java     |   8 +-
 .../beam/sdk/transforms/GroupIntoBatchesTest.java  |   3 +
 .../org/apache/beam/sdk/transforms/ParDoTest.java  |  34 ++-
 .../sdk/extensions/gcp/storage/GcsFileSystem.java  |  25 +-
 .../beam/sdk/extensions/gcp/util/GcsUtil.java      | 250 +++++++++++++++---
 .../beam/sdk/extensions/gcp/util/GcsUtilTest.java  | 175 +++++++++++--
 .../apache/beam/sdk/io/aws/s3/S3FileSystem.java    |   8 +-
 .../apache/beam/sdk/io/aws2/s3/S3FileSystem.java   |   8 +-
 .../azure/blobstore/AzureBlobStoreFileSystem.java  |   9 +-
 .../apache/beam/sdk/io/hdfs/HadoopFileSystem.java  |   8 +-
 sdks/java/testing/tpcds/build.gradle               |   2 +
 .../apache/beam/sdk/tpcds/SqlTransformRunner.java  | 103 +++++---
 .../org/apache/beam/sdk/tpcds/TpcdsOptions.java    |  10 +-
 .../java/org/apache/beam/sdk/tpcds/TpcdsUtils.java |  30 +++
 .../main/resources/schemas_avro/call_center.json   | 260 +++++++++++++++++++
 .../main/resources/schemas_avro/catalog_page.json  |  78 ++++++
 .../resources/schemas_avro/catalog_returns.json    | 222 ++++++++++++++++
 .../main/resources/schemas_avro/catalog_sales.json | 278 +++++++++++++++++++++
 .../src/main/resources/schemas_avro/customer.json  | 150 +++++++++++
 .../resources/schemas_avro/customer_address.json   | 110 ++++++++
 .../schemas_avro/customer_demographics.json        |  78 ++++++
 .../src/main/resources/schemas_avro/date_dim.json  | 233 +++++++++++++++++
 .../schemas_avro/household_demographics.json       |  46 ++++
 .../main/resources/schemas_avro/income_band.json   |  30 +++
 .../src/main/resources/schemas_avro/inventory.json |  38 +++
 .../src/main/resources/schemas_avro/item.json      | 188 ++++++++++++++
 .../src/main/resources/schemas_avro/promotion.json | 158 ++++++++++++
 .../src/main/resources/schemas_avro/reason.json    |  30 +++
 .../src/main/resources/schemas_avro/ship_mode.json |  54 ++++
 .../src/main/resources/schemas_avro/store.json     | 244 ++++++++++++++++++
 .../main/resources/schemas_avro/store_returns.json | 166 ++++++++++++
 .../main/resources/schemas_avro/store_sales.json   | 190 ++++++++++++++
 .../src/main/resources/schemas_avro/time_dim.json  |  86 +++++++
 .../src/main/resources/schemas_avro/warehouse.json | 118 +++++++++
 .../src/main/resources/schemas_avro/web_page.json  | 124 +++++++++
 .../main/resources/schemas_avro/web_returns.json   | 198 +++++++++++++++
 .../src/main/resources/schemas_avro/web_sales.json | 278 +++++++++++++++++++++
 .../src/main/resources/schemas_avro/web_site.json  | 220 ++++++++++++++++
 .../cookbook/bigquery_tornadoes_it_test.py         |   3 -
 sdks/python/apache_beam/testing/test_pipeline.py   |   4 +-
 .../transforms/periodicsequence_test.py            |   2 -
 .../apache_beam/transforms/ptransform_test.py      |   3 -
 .../apache_beam/transforms/sideinputs_test.py      |   3 -
 .../transforms_keyword_only_args_test.py           |   4 -
 sdks/python/container/base_image_requirements.txt  |   2 -
 sdks/python/scripts/run_integration_test.sh        |  45 ++--
 sdks/python/setup.py                               |   7 -
 sdks/python/test-suites/dataflow/common.gradle     |   5 -
 sdks/python/test-suites/direct/common.gradle       |   3 -
 sdks/python/test-suites/portable/common.gradle     |   5 +-
 sdks/python/test_config.py                         |  49 ----
 64 files changed, 4596 insertions(+), 461 deletions(-)
 create mode 100644 sdks/java/testing/tpcds/src/main/java/org/apache/beam/sdk/tpcds/TpcdsUtils.java
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/call_center.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/catalog_page.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/catalog_returns.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/catalog_sales.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/customer.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/customer_address.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/customer_demographics.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/date_dim.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/household_demographics.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/income_band.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/inventory.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/item.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/promotion.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/reason.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/ship_mode.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/store.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/store_returns.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/store_sales.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/time_dim.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/warehouse.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/web_page.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/web_returns.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/web_sales.json
 create mode 100644 sdks/java/testing/tpcds/src/main/resources/schemas_avro/web_site.json
 delete mode 100644 sdks/python/test_config.py

Mime
View raw message