ambari-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From jonathanhur...@apache.org
Subject ambari git commit: AMBARI-18366 - YAML Maps For Storm Are Not Being Escaped Correctly (jonathanhurley)
Date Tue, 13 Sep 2016 13:56:46 GMT
Repository: ambari
Updated Branches:
  refs/heads/trunk d722e3811 -> 2181d73c4


AMBARI-18366 - YAML Maps For Storm Are Not Being Escaped Correctly (jonathanhurley)


Project: http://git-wip-us.apache.org/repos/asf/ambari/repo
Commit: http://git-wip-us.apache.org/repos/asf/ambari/commit/2181d73c
Tree: http://git-wip-us.apache.org/repos/asf/ambari/tree/2181d73c
Diff: http://git-wip-us.apache.org/repos/asf/ambari/diff/2181d73c

Branch: refs/heads/trunk
Commit: 2181d73c4a2dadd198597e03215ea5fc14151d13
Parents: d722e38
Author: Jonathan Hurley <jhurley@hortonworks.com>
Authored: Mon Sep 12 15:10:15 2016 -0400
Committer: Jonathan Hurley <jhurley@hortonworks.com>
Committed: Tue Sep 13 09:56:37 2016 -0400

----------------------------------------------------------------------
 .../main/python/ambari_commons/yaml_utils.py    | 45 +++++++++++++++-----
 ambari-server/src/test/python/TestYAMLUtils.py  | 40 ++++++++++++++++-
 2 files changed, 73 insertions(+), 12 deletions(-)
----------------------------------------------------------------------


http://git-wip-us.apache.org/repos/asf/ambari/blob/2181d73c/ambari-common/src/main/python/ambari_commons/yaml_utils.py
----------------------------------------------------------------------
diff --git a/ambari-common/src/main/python/ambari_commons/yaml_utils.py b/ambari-common/src/main/python/ambari_commons/yaml_utils.py
index bb05c8a..9753177 100644
--- a/ambari-common/src/main/python/ambari_commons/yaml_utils.py
+++ b/ambari-common/src/main/python/ambari_commons/yaml_utils.py
@@ -19,37 +19,60 @@ limitations under the License.
 """
 import re
 
+# [a,b,c]
+REGEX_LIST = '^\w*\[.+\]\w*$'
+
+# {a: v, b: v2, c: v3}
+REGEX_DICTIONARY = '^\w*\{.+\}\w*$'
+
+"""
+storm:
+  hosts:
+    [c6401.ambari.apache.org, c6402.ambari.apache.org]
+  groups:
+    [hadoop, foo]
+"""
+REGEX_NESTED_MAPS = '^[\w+\s*:\s*\n\s*]+\[(.*?)\]+'
+
 def escape_yaml_property(value):
-  unquouted = False
   unquouted_values = ["null", "Null", "NULL", "true", "True", "TRUE", "false",
     "False", "FALSE", "YES", "Yes", "yes", "NO", "No", "no", "ON", "On", "on",
     "OFF", "Off", "off"]
 
+  # known list of boolean/null types
   if value in unquouted_values:
-    unquouted = True
-
-  # if is list [a,b,c] or dictionary {a: v, b: v2, c: v3}
-  if re.match('^\w*\[.+\]\w*$', value) or re.match('^\w*\{.+\}\w*$', value):
-    unquouted = True
+    return value
 
+  # quick pythonic check for integer
   try:
     int(value)
-    unquouted = True
+    return value
   except ValueError:
     pass
 
+  # quick pythonic check for float
   try:
     float(value)
-    unquouted = True
+    return value
   except ValueError:
     pass
 
-  if not unquouted:
-    value = value.replace("'", "''")
-    value = "'" + value + "'"
+  # if is list [a,b,c] or dictionary {a: v, b: v2, c: v3}
+  if re.match(REGEX_LIST, value) or re.match(REGEX_DICTIONARY, value):
+    return value
 
+  # check for a nested map
+  if re.match(REGEX_NESTED_MAPS, value):
+    # nested maps must begin on a newline and not have whitespace on the first line
+    value = value.lstrip()
+    return "\n" + value
+
+  # no more checks, so assume it's a string a quote it
+  value = value.replace("'", "''")
+  value = "'" + value + "'"
   return value
 
+
 def get_values_from_yaml_array(yaml_array):
   """
   Converts a YAML array into a normal array of values. For example, this

http://git-wip-us.apache.org/repos/asf/ambari/blob/2181d73c/ambari-server/src/test/python/TestYAMLUtils.py
----------------------------------------------------------------------
diff --git a/ambari-server/src/test/python/TestYAMLUtils.py b/ambari-server/src/test/python/TestYAMLUtils.py
index bdbb11f..c6ee343 100644
--- a/ambari-server/src/test/python/TestYAMLUtils.py
+++ b/ambari-server/src/test/python/TestYAMLUtils.py
@@ -41,4 +41,42 @@ class TestYAMLUtils(TestCase):
     self.assertEquals(expected_values, values)
 
     values = yaml_utils.get_values_from_yaml_array('[\'c6401.ambari.apache.org\', "c6402.ambari.apache.org"]')
-    self.assertEquals(expected_values, values)
\ No newline at end of file
+    self.assertEquals(expected_values, values)
+
+
+  def test_yaml_property_escaping(self):
+    """
+    Tests that YAML values are escaped with quotes properly when needed
+    """
+    self.assertEquals("True", yaml_utils.escape_yaml_property("True"))
+    self.assertEquals("FALSE", yaml_utils.escape_yaml_property("FALSE"))
+    self.assertEquals("yes", yaml_utils.escape_yaml_property("yes"))
+    self.assertEquals("NO", yaml_utils.escape_yaml_property("NO"))
+    self.assertEquals("28", yaml_utils.escape_yaml_property("28"))
+    self.assertEquals("28.0", yaml_utils.escape_yaml_property("28.0"))
+    self.assertEquals("[a,b,c]", yaml_utils.escape_yaml_property("[a,b,c]"))
+    self.assertEquals("{ foo : bar }", yaml_utils.escape_yaml_property("{ foo : bar }"))
+
+    # some strings which should be escaped
+    self.assertEquals("'5f'", yaml_utils.escape_yaml_property("5f"))
+    self.assertEquals("'28.O'", yaml_utils.escape_yaml_property("28.O"))
+    self.assertEquals("'This is a test of a string'", yaml_utils.escape_yaml_property("This
is a test of a string"))
+
+    # test maps
+    map = """
+      storm:
+        hosts:
+          [c6401.ambari.apache.org, c6402.ambari.apache.org]
+        groups:
+          [hadoop, foo]
+        foo:
+          [bar, baz]
+        foo2:
+          bar2:
+            [baz2]
+    """
+    escaped_map = yaml_utils.escape_yaml_property(map)
+    self.assertTrue(escaped_map.startswith("\n"))
+    self.assertFalse("'" in escaped_map)
+
+


Mime
View raw message