beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From Apache Jenkins Server <jenk...@builds.apache.org>
Subject Build failed in Jenkins: beam_PostCommit_PythonVerify #631
Date Tue, 01 Nov 2016 05:30:23 GMT
See <https://builds.apache.org/job/beam_PostCommit_PythonVerify/631/changes>

Changes:

[robertwb] Improvements related to size estimation.

------------------------------------------
[...truncated 8004 lines...]
    self.output(windowed_value)
  File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output
(dataflow_worker/executor.c:5252)
    cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
  File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive
(dataflow_worker/executor.c:3456)
    self.update_counters_start(windowed_value)
  File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start
(dataflow_worker/executor.c:3655)
    self.opcounter.update_from(windowed_value)
  File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from
(dataflow_worker/opcounters.c:2131)
    self.do_sample(windowed_value)
  File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample
(dataflow_worker/opcounters.c:2685)
    self.coder_impl.get_estimated_size_and_observables(windowed_value))
  File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:17216)
    def get_estimated_size_and_observables(self, value, nested=False):
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:13931)
    c.get_estimated_size_and_observables(values[i], nested=True))
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16939)
    value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'

INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5caa9a: 2016-11-01T05:28:59.290Z:
JOB_MESSAGE_ERROR: (a36356d25d8b76d4): Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514,
in do_work
    work_executor.execute()
  File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute
(dataflow_worker/executor.c:24500)
    op.start()
  File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9332)
    def start(self):
  File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9239)
    with self.shuffle_source.reader() as reader:
  File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9184)
    self.output(windowed_value)
  File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output
(dataflow_worker/executor.c:5252)
    cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
  File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive
(dataflow_worker/executor.c:3456)
    self.update_counters_start(windowed_value)
  File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start
(dataflow_worker/executor.c:3655)
    self.opcounter.update_from(windowed_value)
  File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from
(dataflow_worker/opcounters.c:2131)
    self.do_sample(windowed_value)
  File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample
(dataflow_worker/opcounters.c:2685)
    self.coder_impl.get_estimated_size_and_observables(windowed_value))
  File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:17216)
    def get_estimated_size_and_observables(self, value, nested=False):
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:13931)
    c.get_estimated_size_and_observables(values[i], nested=True))
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16939)
    value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'

INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cac7b: 2016-11-01T05:28:59.771Z:
JOB_MESSAGE_ERROR: (a36356d25d8b7af0): Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514,
in do_work
    work_executor.execute()
  File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute
(dataflow_worker/executor.c:24500)
    op.start()
  File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9332)
    def start(self):
  File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9239)
    with self.shuffle_source.reader() as reader:
  File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9184)
    self.output(windowed_value)
  File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output
(dataflow_worker/executor.c:5252)
    cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
  File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive
(dataflow_worker/executor.c:3456)
    self.update_counters_start(windowed_value)
  File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start
(dataflow_worker/executor.c:3655)
    self.opcounter.update_from(windowed_value)
  File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from
(dataflow_worker/opcounters.c:2131)
    self.do_sample(windowed_value)
  File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample
(dataflow_worker/opcounters.c:2685)
    self.coder_impl.get_estimated_size_and_observables(windowed_value))
  File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:17216)
    def get_estimated_size_and_observables(self, value, nested=False):
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:13931)
    c.get_estimated_size_and_observables(values[i], nested=True))
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16939)
    value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'

INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cae46: 2016-11-01T05:29:00.230Z:
JOB_MESSAGE_ERROR: (a36356d25d8b7f0c): Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514,
in do_work
    work_executor.execute()
  File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute
(dataflow_worker/executor.c:24500)
    op.start()
  File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9332)
    def start(self):
  File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9239)
    with self.shuffle_source.reader() as reader:
  File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9184)
    self.output(windowed_value)
  File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output
(dataflow_worker/executor.c:5252)
    cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
  File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive
(dataflow_worker/executor.c:3456)
    self.update_counters_start(windowed_value)
  File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start
(dataflow_worker/executor.c:3655)
    self.opcounter.update_from(windowed_value)
  File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from
(dataflow_worker/opcounters.c:2131)
    self.do_sample(windowed_value)
  File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample
(dataflow_worker/opcounters.c:2685)
    self.coder_impl.get_estimated_size_and_observables(windowed_value))
  File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:17216)
    def get_estimated_size_and_observables(self, value, nested=False):
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:13931)
    c.get_estimated_size_and_observables(values[i], nested=True))
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16939)
    value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'

INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb096: 2016-11-01T05:29:00.822Z:
JOB_MESSAGE_ERROR: (a36356d25d8b7328): Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514,
in do_work
    work_executor.execute()
  File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute
(dataflow_worker/executor.c:24500)
    op.start()
  File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9332)
    def start(self):
  File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9239)
    with self.shuffle_source.reader() as reader:
  File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9184)
    self.output(windowed_value)
  File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output
(dataflow_worker/executor.c:5252)
    cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
  File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive
(dataflow_worker/executor.c:3456)
    self.update_counters_start(windowed_value)
  File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start
(dataflow_worker/executor.c:3655)
    self.opcounter.update_from(windowed_value)
  File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from
(dataflow_worker/opcounters.c:2131)
    self.do_sample(windowed_value)
  File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample
(dataflow_worker/opcounters.c:2685)
    self.coder_impl.get_estimated_size_and_observables(windowed_value))
  File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:17216)
    def get_estimated_size_and_observables(self, value, nested=False):
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:13931)
    c.get_estimated_size_and_observables(values[i], nested=True))
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16939)
    value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'

INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb23f: 2016-11-01T05:29:01.247Z:
JOB_MESSAGE_ERROR: (a36356d25d8b7744): Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514,
in do_work
    work_executor.execute()
  File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute
(dataflow_worker/executor.c:24500)
    op.start()
  File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9332)
    def start(self):
  File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9239)
    with self.shuffle_source.reader() as reader:
  File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9184)
    self.output(windowed_value)
  File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output
(dataflow_worker/executor.c:5252)
    cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
  File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive
(dataflow_worker/executor.c:3456)
    self.update_counters_start(windowed_value)
  File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start
(dataflow_worker/executor.c:3655)
    self.opcounter.update_from(windowed_value)
  File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from
(dataflow_worker/opcounters.c:2131)
    self.do_sample(windowed_value)
  File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample
(dataflow_worker/opcounters.c:2685)
    self.coder_impl.get_estimated_size_and_observables(windowed_value))
  File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:17216)
    def get_estimated_size_and_observables(self, value, nested=False):
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:13931)
    c.get_estimated_size_and_observables(values[i], nested=True))
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16939)
    value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'

INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb263: 2016-11-01T05:29:01.283Z:
JOB_MESSAGE_DEBUG: (986071862d1e8730): Executing failure step failure1
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb264: 2016-11-01T05:29:01.284Z:
JOB_MESSAGE_ERROR: (986071862d1e8b06): Workflow failed. Causes: (14ea234c63db7ae4): S07:group/Read+group/GroupByWindow+count+format+write/WriteImpl/write_bundles+write/WriteImpl/Map(<lambda
at iobase.py:755>)+write/WriteImpl/WindowInto+write/WriteImpl/GroupByKey/Reify+write/WriteImpl/GroupByKey/Write
failed.
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb296: 2016-11-01T05:29:01.334Z:
JOB_MESSAGE_DETAILED: (2189ff25fe4491e7): Cleaning up.
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb321: 2016-11-01T05:29:01.473Z:
JOB_MESSAGE_DEBUG: (2189ff25fe449938): Starting worker pool teardown.
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5cb324: 2016-11-01T05:29:01.476Z:
JOB_MESSAGE_BASIC: (2189ff25fe44936e): Stopping worker pool...
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5dd822: 2016-11-01T05:30:16.482Z:
JOB_MESSAGE_BASIC: (2189ff25fe449abf): Worker pool stopped.
INFO:root:2016-10-31_22_26_22-16533164555360417732_000001581e5ddc1e: 2016-11-01T05:30:17.502Z:
JOB_MESSAGE_DEBUG: (2189ff25fe449c46): Tearing down pending resources...
INFO:root:Job 2016-10-31_22_26_22-16533164555360417732 is in state JOB_STATE_FAILED
Traceback (most recent call last):
  File "/usr/lib/python2.7/runpy.py", line 162, in _run_module_as_main
    "__main__", fname, loader, pkg_name)
  File "/usr/lib/python2.7/runpy.py", line 72, in _run_code
    exec code in run_globals
  File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",>
line 107, in <module>
    run()
  File "<https://builds.apache.org/job/beam_PostCommit_PythonVerify/ws/sdks/python/apache_beam/examples/wordcount.py",>
line 98, in run
    result = p.run()
  File "apache_beam/pipeline.py", line 159, in run
    return self.runner.run(self)
  File "apache_beam/runners/dataflow_runner.py", line 190, in run
    % getattr(self, 'last_error_msg', None), self.result)
apache_beam.runners.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed:
(a36356d25d8b7744): Traceback (most recent call last):
  File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py", line 514,
in do_work
    work_executor.execute()
  File "dataflow_worker/executor.py", line 908, in dataflow_worker.executor.MapTaskExecutor.execute
(dataflow_worker/executor.c:24500)
    op.start()
  File "dataflow_worker/executor.py", line 279, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9332)
    def start(self):
  File "dataflow_worker/executor.py", line 287, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9239)
    with self.shuffle_source.reader() as reader:
  File "dataflow_worker/executor.py", line 291, in dataflow_worker.executor.GroupedShuffleReadOperation.start
(dataflow_worker/executor.c:9184)
    self.output(windowed_value)
  File "dataflow_worker/executor.py", line 142, in dataflow_worker.executor.Operation.output
(dataflow_worker/executor.c:5252)
    cython.cast(Receiver, self.receivers[output_index]).receive(windowed_value)
  File "dataflow_worker/executor.py", line 87, in dataflow_worker.executor.ConsumerSet.receive
(dataflow_worker/executor.c:3456)
    self.update_counters_start(windowed_value)
  File "dataflow_worker/executor.py", line 93, in dataflow_worker.executor.ConsumerSet.update_counters_start
(dataflow_worker/executor.c:3655)
    self.opcounter.update_from(windowed_value)
  File "dataflow_worker/opcounters.py", line 57, in dataflow_worker.opcounters.OperationCounters.update_from
(dataflow_worker/opcounters.c:2131)
    self.do_sample(windowed_value)
  File "dataflow_worker/opcounters.py", line 71, in dataflow_worker.opcounters.OperationCounters.do_sample
(dataflow_worker/opcounters.c:2685)
    self.coder_impl.get_estimated_size_and_observables(windowed_value))
  File "apache_beam/coders/coder_impl.py", line 524, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:17216)
    def get_estimated_size_and_observables(self, value, nested=False):
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 429, in apache_beam.coders.coder_impl.AbstractComponentCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:13931)
    c.get_estimated_size_and_observables(values[i], nested=True))
  File "apache_beam/coders/coder_impl.py", line 529, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16951)
    self._value_coder.get_estimated_size_and_observables(
  File "apache_beam/coders/coder_impl.py", line 530, in apache_beam.coders.coder_impl.WindowedValueCoderImpl.get_estimated_size_and_observables
(apache_beam/coders/coder_impl.c:16939)
    value.value, nested=True))
AttributeError: 'ShuffleKeyValuesIterable' object has no attribute 'value'


# Grep will exit with status 1 if success message was not found.
echo ">>> CHECKING JOB SUCCESS"
>>> CHECKING JOB SUCCESS
grep JOB_STATE_DONE job_output
Build step 'Execute shell' marked build as failure

Mime
View raw message