incubator-hcatalog-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From ga...@apache.org
Subject svn commit: r1459078 - in /incubator/hcatalog/trunk: ./ build-support/scripts/ core/ hcatalog-pig-adapter/ server-extensions/ storage-handlers/hbase/ webhcat/java-client/ webhcat/svr/
Date Wed, 20 Mar 2013 22:09:56 GMT
Author: gates
Date: Wed Mar 20 22:09:56 2013
New Revision: 1459078

URL: http://svn.apache.org/r1459078
Log:
HCATALOG-619 Update HCatalog test/release script with post-release improvements

Added:
    incubator/hcatalog/trunk/build-support/scripts/release.py
Removed:
    incubator/hcatalog/trunk/build-support/scripts/release.sh
Modified:
    incubator/hcatalog/trunk/CHANGES.txt
    incubator/hcatalog/trunk/build-support/scripts/test.sh
    incubator/hcatalog/trunk/build.properties
    incubator/hcatalog/trunk/core/pom.xml
    incubator/hcatalog/trunk/hcatalog-pig-adapter/pom.xml
    incubator/hcatalog/trunk/pom.xml
    incubator/hcatalog/trunk/server-extensions/pom.xml
    incubator/hcatalog/trunk/storage-handlers/hbase/pom.xml
    incubator/hcatalog/trunk/webhcat/java-client/pom.xml
    incubator/hcatalog/trunk/webhcat/svr/pom.xml

Modified: incubator/hcatalog/trunk/CHANGES.txt
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/CHANGES.txt?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/CHANGES.txt (original)
+++ incubator/hcatalog/trunk/CHANGES.txt Wed Mar 20 22:09:56 2013
@@ -26,6 +26,8 @@ Trunk (unreleased changes)
 
   IMPROVEMENTS
 
+  HCAT-619 Update HCatalog test/release script with post-release improvements (traviscrawford
via gates)
+
   OPTIMIZATIONS
 
   BUG FIXES

Added: incubator/hcatalog/trunk/build-support/scripts/release.py
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/build-support/scripts/release.py?rev=1459078&view=auto
==============================================================================
--- incubator/hcatalog/trunk/build-support/scripts/release.py (added)
+++ incubator/hcatalog/trunk/build-support/scripts/release.py Wed Mar 20 22:09:56 2013
@@ -0,0 +1,117 @@
+#!/usr/bin/env python
+
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+import os
+import os.path
+import subprocess
+import sys
+
+from optparse import OptionParser
+
+def get_snapshot_version():
+  with open('build.properties') as f:
+    for line in f.readlines():
+      if line.startswith('hcatalog.version='):
+        return line.strip().split('=')[1]
+
+def update_poms(release_version):
+  snapshot_version = get_snapshot_version()
+  for root, dirs, files in os.walk(os.getcwd()):
+    for filename in files:
+      if filename in ['build.properties', 'pom.xml']:
+        abs_filename = os.path.join(root, filename)
+        lines = []
+        with open(abs_filename) as f:
+          for line in f:
+            lines.append(line.replace(snapshot_version, release_version))
+        with open(abs_filename, 'w') as f:
+          f.write(''.join(lines))
+
+def main():
+  parser = OptionParser(usage=('usage: %prog [options])\n\n'
+      'This tool automates HCatalog release-releated tasks, providing '
+      'flexibility around the build and deploy process (useful for '
+      'site-specific customization). For more information, see '
+      'https://cwiki.apache.org/confluence/display/HCATALOG/HowToRelease'))
+  parser.add_option('--dry-run',
+      dest='dry_run',
+      default=False,
+      action='store_true',
+      help=('Perform a release dry run, which appends `dryrun` to the version '
+            'and does not publish artifacts to Maven. (default: %default)'))
+  parser.add_option('--release-version',
+    dest='release_version',
+    default=None,
+    help='HCatalog release version. (default: %default)')
+  parser.add_option('--forrest-home',
+    dest='forrest_home',
+    default='/usr/local/apache-forrest-0.9',
+    help='Path to the Apache Forrest home. (default: %default)')
+  parser.add_option('--mvn-deploy-repo-id',
+    dest='mvn_deploy_repo_id',
+    default='apache.releases.https',
+    help=('Maven repo id to publish to. This id must exist in your '
+          'settings.xml, along with your username/password to publish '
+          'artifacts. For more information, see '
+          'http://maven.apache.org/settings.html#Servers (default: %default)'))
+  parser.add_option('--mvn-deploy-repo-url',
+    dest='mvn_deploy_repo_url',
+    default='https://repository.apache.org/service/local/staging/deploy/maven2',
+    help='Maven repo URL to publish to. (default: %default)')
+  parser.add_option('--ant-args',
+    dest='ant_args',
+    default=None,
+    help=('Extra args for ant, such as overriding something from '
+          '`build.properties`. (default: %default)'))
+  (options, args) = parser.parse_args()
+
+  if len(sys.argv) == 0:
+    parser.print_help()
+    sys.exit(-1)
+
+  if options.release_version is None:
+    print('Required option --release-version not set!')
+    parser.print_help()
+    sys.exit(-1)
+
+  ant_args = []
+  if os.environ.has_key('ANT_ARGS'):
+    ant_args.append(os.environ['ANT_ARGS'])
+  if options.ant_args is not None:
+    ant_args.append(options.ant_args)
+
+  if options.dry_run:
+    options.release_version = '%s-dryrun' % options.release_version
+  else:
+    ant_args.extend([
+      '-Dmvn.deploy.repo.id=%s' % options.mvn_deploy_repo_id,
+      '-Dmvn.deploy.repo.url=%s' % options.mvn_deploy_repo_url,
+    ])
+    os.environ['HCAT_MVN_DEPLOY'] = 'true'
+
+  os.environ['FORREST_HOME'] = options.forrest_home
+  os.environ['ANT_ARGS'] = ' '.join(ant_args)
+
+  update_poms(options.release_version)
+
+  subprocess.Popen(os.path.join(os.path.dirname(__file__), 'test.sh'),
+      env=os.environ, stdout=sys.stdout, stderr=sys.stderr).communicate()
+
+if __name__ == '__main__':
+  main()

Modified: incubator/hcatalog/trunk/build-support/scripts/test.sh
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/build-support/scripts/test.sh?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/build-support/scripts/test.sh (original)
+++ incubator/hcatalog/trunk/build-support/scripts/test.sh Wed Mar 20 22:09:56 2013
@@ -55,8 +55,10 @@ run_cmd
 
 # Build and run tests with hadoop20. This must happen afterwards so test results
 # are available for CI to publish.
-cmd='ant -Dtest.junit.output.format=xml clean releaseaudit package test'
+cmd="ant -Dtest.junit.output.format=xml -Dforrest.home=${FORREST_HOME} clean releaseaudit
package test"
 if [ "${HUDSON_URL}" == "https://builds.apache.org/" ]; then
   cmd="${cmd} mvn-deploy"
+elif [ "${HCAT_MVN_DEPLOY}" == "true" ]; then
+  cmd="${cmd} mvn-deploy-signed"
 fi
 run_cmd

Modified: incubator/hcatalog/trunk/build.properties
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/build.properties?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/build.properties (original)
+++ incubator/hcatalog/trunk/build.properties Wed Mar 20 22:09:56 2013
@@ -15,7 +15,7 @@
 # specific language governing permissions and limitations
 # under the License.
 
-hcatalog.version=0.6.0-SNAPSHOT
+hcatalog.version=1.0-gates
 jar.name=${ant.project.name}-${hcatalog.version}.jar
 hcatalog.jar=${ant.project.name}-${hcatalog.version}.jar
 hcatalog.core.jar=${ant.project.name}-core-${hcatalog.version}.jar

Modified: incubator/hcatalog/trunk/core/pom.xml
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/core/pom.xml?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/core/pom.xml (original)
+++ incubator/hcatalog/trunk/core/pom.xml Wed Mar 20 22:09:56 2013
@@ -24,7 +24,7 @@
     <parent>
         <groupId>org.apache.hcatalog</groupId>
         <artifactId>hcatalog</artifactId>
-        <version>0.6.0-SNAPSHOT</version>
+        <version>1.0-gates</version>
         <relativePath>../pom.xml</relativePath>
     </parent>
 
@@ -32,7 +32,7 @@
     <groupId>org.apache.hcatalog</groupId>
     <artifactId>hcatalog-core</artifactId>
     <packaging>jar</packaging>
-    <version>0.6.0-SNAPSHOT</version>
+    <version>1.0-gates</version>
     <name>hcatalog-core</name>
     <url>http://maven.apache.org</url>
 

Modified: incubator/hcatalog/trunk/hcatalog-pig-adapter/pom.xml
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/hcatalog-pig-adapter/pom.xml?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/hcatalog-pig-adapter/pom.xml (original)
+++ incubator/hcatalog/trunk/hcatalog-pig-adapter/pom.xml Wed Mar 20 22:09:56 2013
@@ -24,7 +24,7 @@
     <parent>
         <groupId>org.apache.hcatalog</groupId>
         <artifactId>hcatalog</artifactId>
-        <version>0.6.0-SNAPSHOT</version>
+        <version>1.0-gates</version>
         <relativePath>../pom.xml</relativePath>
     </parent>
 
@@ -32,7 +32,7 @@
     <groupId>org.apache.hcatalog</groupId>
     <artifactId>hcatalog-pig-adapter</artifactId>
     <packaging>jar</packaging>
-    <version>0.6.0-SNAPSHOT</version>
+    <version>1.0-gates</version>
     <name>hcatalog-pig-adapter</name>
     <url>http://maven.apache.org</url>
 

Modified: incubator/hcatalog/trunk/pom.xml
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/pom.xml?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/pom.xml (original)
+++ incubator/hcatalog/trunk/pom.xml Wed Mar 20 22:09:56 2013
@@ -51,7 +51,7 @@
   <modelVersion>4.0.0</modelVersion>
   <groupId>org.apache.hcatalog</groupId>
   <artifactId>hcatalog</artifactId>
-  <version>0.6.0-SNAPSHOT</version>
+  <version>1.0-gates</version>
   <packaging>pom</packaging>
 
   <build>

Modified: incubator/hcatalog/trunk/server-extensions/pom.xml
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/server-extensions/pom.xml?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/server-extensions/pom.xml (original)
+++ incubator/hcatalog/trunk/server-extensions/pom.xml Wed Mar 20 22:09:56 2013
@@ -24,7 +24,7 @@
     <parent>
         <groupId>org.apache.hcatalog</groupId>
         <artifactId>hcatalog</artifactId>
-        <version>0.6.0-SNAPSHOT</version>
+        <version>1.0-gates</version>
         <relativePath>../pom.xml</relativePath>
     </parent>
 
@@ -32,7 +32,7 @@
     <groupId>org.apache.hcatalog</groupId>
     <artifactId>hcatalog-server-extensions</artifactId>
     <packaging>jar</packaging>
-    <version>0.6.0-SNAPSHOT</version>
+    <version>1.0-gates</version>
     <name>server-extensions</name>
     <url>http://maven.apache.org</url>
 

Modified: incubator/hcatalog/trunk/storage-handlers/hbase/pom.xml
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/storage-handlers/hbase/pom.xml?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/storage-handlers/hbase/pom.xml (original)
+++ incubator/hcatalog/trunk/storage-handlers/hbase/pom.xml Wed Mar 20 22:09:56 2013
@@ -24,7 +24,7 @@
   <parent>
     <groupId>org.apache.hcatalog</groupId>
     <artifactId>hcatalog</artifactId>
-    <version>0.6.0-SNAPSHOT</version>
+    <version>1.0-gates</version>
     <relativePath>../../pom.xml</relativePath>
   </parent>
 
@@ -32,7 +32,7 @@
   <groupId>org.apache.hcatalog</groupId>
   <artifactId>hbase-storage-handler</artifactId>
   <packaging>jar</packaging>
-  <version>0.6.0-SNAPSHOT</version>
+  <version>1.0-gates</version>
   <name>hbase-storage-handler</name>
   <url>http://maven.apache.org</url>
 

Modified: incubator/hcatalog/trunk/webhcat/java-client/pom.xml
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/webhcat/java-client/pom.xml?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/webhcat/java-client/pom.xml (original)
+++ incubator/hcatalog/trunk/webhcat/java-client/pom.xml Wed Mar 20 22:09:56 2013
@@ -24,7 +24,7 @@
     <parent>
         <groupId>org.apache.hcatalog</groupId>
         <artifactId>hcatalog</artifactId>
-        <version>0.6.0-SNAPSHOT</version>
+        <version>1.0-gates</version>
         <relativePath>../../pom.xml</relativePath>
     </parent>
 
@@ -32,7 +32,7 @@
     <groupId>org.apache.hcatalog</groupId>
     <artifactId>webhcat-java-client</artifactId>
     <packaging>jar</packaging>
-    <version>0.6.0-SNAPSHOT</version>
+    <version>1.0-gates</version>
     <name>webhcat-java-client</name>
     <url>http://maven.apache.org</url>
 

Modified: incubator/hcatalog/trunk/webhcat/svr/pom.xml
URL: http://svn.apache.org/viewvc/incubator/hcatalog/trunk/webhcat/svr/pom.xml?rev=1459078&r1=1459077&r2=1459078&view=diff
==============================================================================
--- incubator/hcatalog/trunk/webhcat/svr/pom.xml (original)
+++ incubator/hcatalog/trunk/webhcat/svr/pom.xml Wed Mar 20 22:09:56 2013
@@ -24,7 +24,7 @@
     <parent>
         <groupId>org.apache.hcatalog</groupId>
         <artifactId>hcatalog</artifactId>
-        <version>0.6.0-SNAPSHOT</version>
+        <version>1.0-gates</version>
         <relativePath>../../pom.xml</relativePath>
     </parent>
 
@@ -32,7 +32,7 @@
     <groupId>org.apache.hcatalog</groupId>
     <artifactId>webhcat</artifactId>
     <packaging>jar</packaging>
-    <version>0.6.0-SNAPSHOT</version>
+    <version>1.0-gates</version>
     <name>webhcat</name>
     <url>http://maven.apache.org</url>
 



Mime
View raw message