beam-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From u...@apache.org
Subject [beam] branch master updated: Add assertArrayCountEqual, which checks if two containers have the same elements (#9235)
Date Fri, 09 Aug 2019 02:19:01 GMT
This is an automated email from the ASF dual-hosted git repository.

udim pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 459e270  Add assertArrayCountEqual, which checks if two containers have the same
elements (#9235)
459e270 is described below

commit 459e2700a5c3cb38f33194cba1fad8ce5c658b46
Author: Alexey Strokach <strokach@google.com>
AuthorDate: Thu Aug 8 19:18:27 2019 -0700

    Add assertArrayCountEqual, which checks if two containers have the same elements (#9235)
    
    Unlike [assertCountEqual](https://docs.python.org/3/library/unittest.html#unittest.TestCase.assertCountEqual),
the two contaners can include numpy arrays.
---
 .../python/apache_beam/testing/extra_assertions.py | 64 +++++++++++++++++++
 .../apache_beam/testing/extra_assertions_test.py   | 71 ++++++++++++++++++++++
 2 files changed, 135 insertions(+)

diff --git a/sdks/python/apache_beam/testing/extra_assertions.py b/sdks/python/apache_beam/testing/extra_assertions.py
new file mode 100644
index 0000000..b7907bc
--- /dev/null
+++ b/sdks/python/apache_beam/testing/extra_assertions.py
@@ -0,0 +1,64 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+from __future__ import absolute_import
+
+import sys
+
+import numpy as np
+
+
+class ExtraAssertionsMixin(object):
+
+  if sys.version_info[0] < 3:
+
+    def assertCountEqual(self, first, second, msg=None):
+      """Assert that two containers have the same number of the same items in
+      any order.
+      """
+      return self.assertItemsEqual(first, second, msg=msg)
+
+  def assertArrayCountEqual(self, data1, data2):
+    """Assert that two containers have the same items, with special treatment
+    for numpy arrays.
+    """
+    try:
+      self.assertCountEqual(data1, data2)
+    except (TypeError, ValueError):
+      data1 = [self._to_hashable(d) for d in data1]
+      data2 = [self._to_hashable(d) for d in data1]
+      self.assertCountEqual(data1, data2)
+
+  def _to_hashable(self, element):
+    try:
+      hash(element)
+      return element
+    except TypeError:
+      pass
+
+    if isinstance(element, list):
+      return tuple(self._to_hashable(e) for e in element)
+
+    if isinstance(element, dict):
+      hashable_elements = []
+      for key, value in element.items():
+        hashable_elements.append((key, self._to_hashable(value)))
+      return tuple(hashable_elements)
+
+    if isinstance(element, np.ndarray):
+      return element.tobytes()
+
+    raise AssertionError("Encountered unhashable element: {}.".format(element))
diff --git a/sdks/python/apache_beam/testing/extra_assertions_test.py b/sdks/python/apache_beam/testing/extra_assertions_test.py
new file mode 100644
index 0000000..873122d
--- /dev/null
+++ b/sdks/python/apache_beam/testing/extra_assertions_test.py
@@ -0,0 +1,71 @@
+# -*- coding: utf-8 -*-
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+from __future__ import absolute_import
+
+import logging
+import unittest
+
+import numpy as np
+
+from apache_beam.testing.extra_assertions import ExtraAssertionsMixin
+
+
+class ExtraAssertionsMixinTest(ExtraAssertionsMixin, unittest.TestCase):
+
+  def test_assert_array_count_equal_strings(self):
+    data1 = [u"±♠Ωℑ", u"hello", "world"]
+    data2 = ["hello", u"±♠Ωℑ", u"world"]
+    self.assertArrayCountEqual(data1, data2)
+
+  def test_assert_array_count_equal_mixed(self):
+    # TODO(ostrokach): Add a timeout, since if assertArrayCountEqual is not
+    # implemented efficiently, this test has the potential to run for a very
+    # long time.
+    data1 = [
+        #
+        {'a': 1, 123: 1.234},
+        ['d', 1],
+        u"±♠Ωℑ",
+        np.zeros((3, 6)),
+        (1, 2, 3, 'b'),
+        'def',
+        100,
+        'abc',
+        ('a', 'b', 'c'),
+        None
+    ]
+    data2 = [
+        #
+        {'a': 1, 123: 1.234},
+        ('a', 'b', 'c'),
+        ['d', 1],
+        None,
+        'abc',
+        'def',
+        u"±♠Ωℑ",
+        100,
+        (1, 2, 3, 'b'),
+        np.zeros((3, 6))
+    ]
+    self.assertArrayCountEqual(data1, data2)
+    self.assertArrayCountEqual(data1 * 2, data2 * 2)
+
+
+if __name__ == '__main__':
+  logging.getLogger().setLevel(logging.INFO)
+  unittest.main()


Mime
View raw message