beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From reuven...@apache.org
Subject [beam] branch master updated (12ed35f -> 48096fc)
Date Tue, 23 Mar 2021 23:24:21 GMT
This is an automated email from the ASF dual-hosted git repository.

reuvenlax pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git.


    from 12ed35f  Merge pull request #14254: [BEAM-10402] Fix nullability issues with BeamZetaSqlCalcRel
     add 48096fc  Merge pull request #14309: [BEAM-11648] Resubmit Storage API sink with broken
test removed.

No new revisions were added by this update.

Summary of changes:
 .../org/apache/beam/gradle/BeamModulePlugin.groovy |   5 +-
 .../src/main/resources/beam/spotbugs-filter.xml    |   3 +
 .../extensions/gcp/auth/GcpCredentialFactory.java  |   2 +
 sdks/java/io/google-cloud-platform/build.gradle    |   3 +-
 .../beam/sdk/io/gcp/bigquery/BatchLoads.java       |   9 +-
 .../beam/sdk/io/gcp/bigquery/BigQueryIO.java       | 118 ++++-
 .../beam/sdk/io/gcp/bigquery/BigQueryOptions.java  |  19 +
 .../beam/sdk/io/gcp/bigquery/BigQueryServices.java |  49 ++
 .../sdk/io/gcp/bigquery/BigQueryServicesImpl.java  | 142 +++++-
 .../beam/sdk/io/gcp/bigquery/BigQueryUtils.java    |   4 +-
 .../beam/sdk/io/gcp/bigquery/RetryManager.java     | 283 +++++++++++
 .../bigquery/StorageApiDynamicDestinations.java    |  78 +++
 .../StorageApiDynamicDestinationsBeamRow.java      |  65 +++
 .../StorageApiDynamicDestinationsTableRow.java     |  71 +++
 .../gcp/bigquery/StorageApiFinalizeWritesDoFn.java | 171 +++++++
 .../bigquery/StorageApiFlushAndFinalizeDoFn.java   | 207 ++++++++
 .../beam/sdk/io/gcp/bigquery/StorageApiLoads.java  | 157 ++++++
 .../bigquery/StorageApiWriteUnshardedRecords.java  | 323 +++++++++++++
 .../bigquery/StorageApiWritesShardedRecords.java   | 524 +++++++++++++++++++++
 .../beam/sdk/io/gcp/bigquery/TableDestination.java |   9 +
 .../io/gcp/bigquery/TableRowToStorageApiProto.java |   9 +-
 .../bigquery/TwoLevelMessageConverterCache.java    |  68 +++
 .../sdk/io/gcp/testing/FakeDatasetService.java     | 171 ++++++-
 .../apache/beam/sdk/io/gcp/GcpApiSurfaceTest.java  |   2 +
 .../sdk/io/gcp/bigquery/BigQueryIOWriteTest.java   | 279 +++++++----
 .../io/gcp/bigquery/BigQueryServicesImplTest.java  |  52 +-
 .../beam/sdk/io/gcp/bigquery/BigQueryUtilTest.java |   4 +-
 .../beam/sdk/io/gcp/bigquery/RetryManagerTest.java | 212 +++++++++
 28 files changed, 2898 insertions(+), 141 deletions(-)
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/RetryManager.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDynamicDestinations.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDynamicDestinationsBeamRow.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiDynamicDestinationsTableRow.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiFinalizeWritesDoFn.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiFlushAndFinalizeDoFn.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiLoads.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiWriteUnshardedRecords.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/StorageApiWritesShardedRecords.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/main/java/org/apache/beam/sdk/io/gcp/bigquery/TwoLevelMessageConverterCache.java
 create mode 100644 sdks/java/io/google-cloud-platform/src/test/java/org/apache/beam/sdk/io/gcp/bigquery/RetryManagerTest.java

Mime
View raw message