Return-Path: Delivered-To: apmail-incubator-connectors-commits-archive@minotaur.apache.org Received: (qmail 21607 invoked from network); 1 Jul 2010 17:26:30 -0000 Received: from unknown (HELO mail.apache.org) (140.211.11.3) by 140.211.11.9 with SMTP; 1 Jul 2010 17:26:30 -0000 Received: (qmail 8951 invoked by uid 500); 1 Jul 2010 17:26:30 -0000 Delivered-To: apmail-incubator-connectors-commits-archive@incubator.apache.org Received: (qmail 8905 invoked by uid 500); 1 Jul 2010 17:26:29 -0000 Mailing-List: contact connectors-commits-help@incubator.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: connectors-dev@incubator.apache.org Delivered-To: mailing list connectors-commits@incubator.apache.org Received: (qmail 8898 invoked by uid 99); 1 Jul 2010 17:26:29 -0000 Received: from nike.apache.org (HELO nike.apache.org) (192.87.106.230) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 01 Jul 2010 17:26:29 +0000 X-ASF-Spam-Status: No, hits=-2000.0 required=10.0 tests=ALL_TRUSTED X-Spam-Check-By: apache.org Received: from [140.211.11.4] (HELO eris.apache.org) (140.211.11.4) by apache.org (qpsmtpd/0.29) with ESMTP; Thu, 01 Jul 2010 17:26:21 +0000 Received: by eris.apache.org (Postfix, from userid 65534) id 2D3D823888CE; Thu, 1 Jul 2010 17:25:23 +0000 (UTC) Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit Subject: svn commit: r959730 - in /incubator/lcf/trunk/modules: ./ connectors/activedirectory/ connectors/activedirectory/crawler-ui/ connectors/documentum/ connectors/documentum/crawler-ui/ connectors/filenet/ connectors/filenet/crawler-ui/ connectors/filesyst... Date: Thu, 01 Jul 2010 17:25:22 -0000 To: connectors-commits@incubator.apache.org From: kwright@apache.org X-Mailer: svnmailer-1.0.8 Message-Id: <20100701172523.2D3D823888CE@eris.apache.org> X-Virus-Checked: Checked by ClamAV on apache.org Author: kwright Date: Thu Jul 1 17:25:21 2010 New Revision: 959730 URL: http://svn.apache.org/viewvc?rev=959730&view=rev Log: Build changes for CONNECTORS-40. The connector builds all produce just a set of jar files under the dist/lib area. These jars are all folded into the main module dist/lib area, which you have to know to point your configuration file at for everything to work. (This behavior will be documented shortly.) Removed: incubator/lcf/trunk/modules/connectors/activedirectory/crawler-ui/ incubator/lcf/trunk/modules/connectors/documentum/crawler-ui/ incubator/lcf/trunk/modules/connectors/filenet/crawler-ui/ incubator/lcf/trunk/modules/connectors/filesystem/crawler-ui/ incubator/lcf/trunk/modules/connectors/gts/crawler-ui/ incubator/lcf/trunk/modules/connectors/jcifs/crawler-ui/ incubator/lcf/trunk/modules/connectors/jdbc/crawler-ui/ incubator/lcf/trunk/modules/connectors/livelink/crawler-ui/ incubator/lcf/trunk/modules/connectors/memex/crawler-ui/ incubator/lcf/trunk/modules/connectors/meridio/crawler-ui/ incubator/lcf/trunk/modules/connectors/nulloutput/crawler-ui/ incubator/lcf/trunk/modules/connectors/rss/crawler-ui/ incubator/lcf/trunk/modules/connectors/sharepoint/crawler-ui/ incubator/lcf/trunk/modules/connectors/solr/crawler-ui/ incubator/lcf/trunk/modules/connectors/webcrawler/crawler-ui/ Modified: incubator/lcf/trunk/modules/build.xml incubator/lcf/trunk/modules/connectors/activedirectory/build.xml incubator/lcf/trunk/modules/connectors/documentum/build.xml incubator/lcf/trunk/modules/connectors/filenet/build.xml incubator/lcf/trunk/modules/connectors/filesystem/build.xml incubator/lcf/trunk/modules/connectors/gts/build.xml incubator/lcf/trunk/modules/connectors/jcifs/build.xml incubator/lcf/trunk/modules/connectors/jdbc/build.xml incubator/lcf/trunk/modules/connectors/livelink/build.xml incubator/lcf/trunk/modules/connectors/memex/build.xml incubator/lcf/trunk/modules/connectors/meridio/build.xml incubator/lcf/trunk/modules/connectors/nulloutput/build.xml incubator/lcf/trunk/modules/connectors/rss/build.xml incubator/lcf/trunk/modules/connectors/sharepoint/build.xml incubator/lcf/trunk/modules/connectors/solr/build.xml incubator/lcf/trunk/modules/connectors/webcrawler/build.xml incubator/lcf/trunk/modules/framework/build.xml incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/common/LCFResourceLoader.java incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/system/LCF.java incubator/lcf/trunk/modules/framework/scripts/executecommand.bat incubator/lcf/trunk/modules/framework/scripts/executecommand.sh incubator/lcf/trunk/modules/tests/org/apache/lcf/tests/TestBase.java Modified: incubator/lcf/trunk/modules/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/build.xml (original) +++ incubator/lcf/trunk/modules/build.xml Thu Jul 1 17:25:21 2010 @@ -8,49 +8,34 @@ - - - - - - - - - - - - - - - @@ -80,73 +65,60 @@ + + + + - - - - - - - - - - - - - - - - - @@ -156,88 +128,64 @@ - - - - - - - - - - - - - - - - - - - - - - - - @@ -254,45 +202,33 @@ - - - - - - - - - - - - @@ -307,51 +243,20 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -359,12 +264,8 @@ - + - - - - @@ -375,18 +276,10 @@ - - - + + + - - - - - - - - @@ -397,13 +290,9 @@ - - - - - - - + + + @@ -413,10 +302,6 @@ - - - - @@ -427,13 +312,9 @@ - - - - - - - + + + @@ -443,8 +324,6 @@ - - @@ -455,16 +334,10 @@ - - - - - - - + + + - - @@ -475,16 +348,10 @@ - - - + + + - - - - - - @@ -495,16 +362,10 @@ - - - + + + - - - - - - @@ -515,16 +376,14 @@ + + + + - - - - - - @@ -535,18 +394,10 @@ - - - + + + - - - - - - - - @@ -557,16 +408,10 @@ - - - + + + - - - - - - @@ -577,18 +422,10 @@ - - - - - - - + + + - - - - @@ -599,22 +436,14 @@ - - - - - - - + + + - - - - @@ -625,16 +454,10 @@ - - - - - - - + + + - - @@ -645,16 +468,10 @@ - - - - - - - + + + - - @@ -665,20 +482,14 @@ - - - - - - - + + + - - @@ -689,22 +500,10 @@ - - - + + + - - - - - - - - - - - - @@ -763,7 +562,7 @@ - + Modified: incubator/lcf/trunk/modules/connectors/activedirectory/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/activedirectory/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/activedirectory/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/activedirectory/build.xml Thu Jul 1 17:25:21 2010 @@ -30,35 +30,11 @@ - - - - - - - + + + - - - - - - - - - - - - - - - - - - - - - + Modified: incubator/lcf/trunk/modules/connectors/documentum/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/documentum/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/documentum/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/documentum/build.xml Thu Jul 1 17:25:21 2010 @@ -151,45 +151,9 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + @@ -217,6 +181,6 @@ - + Modified: incubator/lcf/trunk/modules/connectors/filenet/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/filenet/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/filenet/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/filenet/build.xml Thu Jul 1 17:25:21 2010 @@ -146,29 +146,9 @@ - - - - - - - - - - - - - - - - - - - - - - - + + + @@ -196,6 +176,6 @@ - + Modified: incubator/lcf/trunk/modules/connectors/filesystem/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/filesystem/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/filesystem/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/filesystem/build.xml Thu Jul 1 17:25:21 2010 @@ -31,23 +31,9 @@ - - - - - - - - - - - - - - - - - + + + @@ -77,6 +63,6 @@ - + Modified: incubator/lcf/trunk/modules/connectors/gts/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/gts/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/gts/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/gts/build.xml Thu Jul 1 17:25:21 2010 @@ -30,35 +30,16 @@ - - - - - - - - - - - - - - - - - - - - - - - + + + + - + Modified: incubator/lcf/trunk/modules/connectors/jcifs/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/jcifs/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/jcifs/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/jcifs/build.xml Thu Jul 1 17:25:21 2010 @@ -43,44 +43,13 @@ - - - - - - - + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - @@ -92,6 +61,6 @@ - + Modified: incubator/lcf/trunk/modules/connectors/jdbc/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/jdbc/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/jdbc/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/jdbc/build.xml Thu Jul 1 17:25:21 2010 @@ -30,31 +30,14 @@ - - - - - - - - - - - - - - - - - - - - - + + + + - + Modified: incubator/lcf/trunk/modules/connectors/livelink/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/livelink/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/livelink/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/livelink/build.xml Thu Jul 1 17:25:21 2010 @@ -43,44 +43,14 @@ - - - + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + Modified: incubator/lcf/trunk/modules/connectors/memex/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/memex/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/memex/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/memex/build.xml Thu Jul 1 17:25:21 2010 @@ -43,44 +43,14 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + + - + Modified: incubator/lcf/trunk/modules/connectors/meridio/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/meridio/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/meridio/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/meridio/build.xml Thu Jul 1 17:25:21 2010 @@ -155,66 +155,14 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + @@ -231,6 +179,6 @@ - + Modified: incubator/lcf/trunk/modules/connectors/nulloutput/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/nulloutput/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/nulloutput/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/nulloutput/build.xml Thu Jul 1 17:25:21 2010 @@ -30,25 +30,11 @@ - - - - - - - - - - - - - - - - - + + + - + Modified: incubator/lcf/trunk/modules/connectors/rss/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/rss/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/rss/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/rss/build.xml Thu Jul 1 17:25:21 2010 @@ -30,25 +30,11 @@ - - - - - - - - - - - - - - - - - + + + - + Modified: incubator/lcf/trunk/modules/connectors/sharepoint/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/sharepoint/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/sharepoint/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/sharepoint/build.xml Thu Jul 1 17:25:21 2010 @@ -117,38 +117,14 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - + + + @@ -161,6 +137,6 @@ - + Modified: incubator/lcf/trunk/modules/connectors/solr/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/solr/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/solr/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/solr/build.xml Thu Jul 1 17:25:21 2010 @@ -30,25 +30,11 @@ - - - - - - - - - - - - - - - - - + + + - + Modified: incubator/lcf/trunk/modules/connectors/webcrawler/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/connectors/webcrawler/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/connectors/webcrawler/build.xml (original) +++ incubator/lcf/trunk/modules/connectors/webcrawler/build.xml Thu Jul 1 17:25:21 2010 @@ -30,25 +30,11 @@ - - - - - - - - - - - - - - - - - + + + - + Modified: incubator/lcf/trunk/modules/framework/build.xml URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/framework/build.xml?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/framework/build.xml (original) +++ incubator/lcf/trunk/modules/framework/build.xml Thu Jul 1 17:25:21 2010 @@ -155,12 +155,15 @@ - + + + + @@ -190,12 +193,15 @@ - + + + + @@ -239,13 +245,16 @@ - + + + + Modified: incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/common/LCFResourceLoader.java URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/common/LCFResourceLoader.java?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/common/LCFResourceLoader.java (original) +++ incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/common/LCFResourceLoader.java Thu Jul 1 17:25:21 2010 @@ -181,7 +181,7 @@ public class LCFResourceLoader } } else - throw new LCFException("Supposed directory '"+base.toString()+"' is either not readable, or is not a directory"); + throw new LCFException("Supposed directory '"+base.toString()+"' is either not a directory, or is unreadable."); i++; } } Modified: incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/system/LCF.java URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/system/LCF.java?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/system/LCF.java (original) +++ incubator/lcf/trunk/modules/framework/core/org/apache/lcf/core/system/LCF.java Thu Jul 1 17:25:21 2010 @@ -132,8 +132,6 @@ public class LCF try { - // Initialize resource loader - resourceLoader = new LCFResourceLoader(System.getProperty("user.dir"),Thread.currentThread().getContextClassLoader()); // Get system properties java.util.Properties props = System.getProperties(); @@ -147,6 +145,12 @@ public class LCF configPath = configPath.replace('\\', '/'); propertyFilePath = new File(configPath,"properties.xml").toString(); } + + // Initialize resource loader. + // To do this, we need the "working directory". But we cannot use the actual system cwd, because different LCF processes will have different ones. + // So, instead, we use the location of the property file itself, and call that the "working directory". + File wd = new File(propertyFilePath).getAbsoluteFile().getParentFile(); + resourceLoader = new LCFResourceLoader(wd.toString(),Thread.currentThread().getContextClassLoader()); // Read configuration localConfiguration = new ConfigParams(); Modified: incubator/lcf/trunk/modules/framework/scripts/executecommand.bat URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/framework/scripts/executecommand.bat?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/framework/scripts/executecommand.bat (original) +++ incubator/lcf/trunk/modules/framework/scripts/executecommand.bat Thu Jul 1 17:25:21 2010 @@ -1,7 +1,7 @@ @echo off rem check that JAVA_HOME and LCF_HOME are set if not exist "%JAVA_HOME%\bin\java.exe" goto nojavahome -if not exist "%LCF_HOME%\properties.ini" goto nolcfhome +if not exist "%LCF_HOME%\properties.xml" goto nolcfhome rem save existing path here set OLDDIR=%CD% cd "%LCF_HOME%\processes" @@ -11,7 +11,7 @@ set JAVADEFINES= for %%g in (define/*) do call script\setdefine.bat %%g rem restore old path here cd "%OLDDIR%" -"%JAVA_HOME%\bin\java" "-Dorg.apache.lcf.configfile=%LCF_HOME%\properties.ini" %JAVADEFINES% -classpath "%CLASSPATH%" %* +"%JAVA_HOME%\bin\java" "-Dorg.apache.lcf.configfile=%LCF_HOME%\properties.xml" %JAVADEFINES% -classpath "%CLASSPATH%" %* goto done :nojavahome echo Environment variable JAVA_HOME is not set properly. Modified: incubator/lcf/trunk/modules/framework/scripts/executecommand.sh URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/framework/scripts/executecommand.sh?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/framework/scripts/executecommand.sh (original) +++ incubator/lcf/trunk/modules/framework/scripts/executecommand.sh Thu Jul 1 17:25:21 2010 @@ -8,7 +8,7 @@ fi #Make sure environment variables are properly set if [ -e "$JAVA_HOME"/bin/java ] ; then - if [ -f "$LCF_HOME"/properties.ini ] ; then + if [ -f "$LCF_HOME"/properties.xml ] ; then # Build the classpath CLASSPATH="" @@ -21,7 +21,7 @@ if [ -e "$JAVA_HOME"/bin/java ] ; then done # Build the defines - DEFINES="-Dorg.apache.lcf.configfile=$LCF_HOME/properties.ini" + DEFINES="-Dorg.apache.lcf.configfile=$LCF_HOME/properties.xml" if [ -e "$LCF_HOME/processes/define" ] ; then for filename in $(ls -1 "$LCF_HOME"/processes/define) ; do DEFINEVAR=-D"$filename"=$(cat "$LCF_HOME"/processes/define/"$filename") Modified: incubator/lcf/trunk/modules/tests/org/apache/lcf/tests/TestBase.java URL: http://svn.apache.org/viewvc/incubator/lcf/trunk/modules/tests/org/apache/lcf/tests/TestBase.java?rev=959730&r1=959729&r2=959730&view=diff ============================================================================== --- incubator/lcf/trunk/modules/tests/org/apache/lcf/tests/TestBase.java (original) +++ incubator/lcf/trunk/modules/tests/org/apache/lcf/tests/TestBase.java Thu Jul 1 17:25:21 2010 @@ -111,41 +111,6 @@ public class TestBase extends org.apache throw currentException; } - @Test - public void sanityCheck() - throws Exception - { - // Hey, we were able to install the file system connector etc. - // Now, create a local test job and run it. - IThreadContext tc = ThreadContextFactory.make(); - ILockManager lockManager = LockManagerFactory.make(tc); - lockManager.setGlobalFlag(agentShutdownSignal); - - // Create a basic file system connection, and save it. - IRepositoryConnectionManager mgr = RepositoryConnectionManagerFactory.make(tc); - IRepositoryConnection conn = mgr.create(); - conn.setName("File Connection"); - conn.setDescription("File Connection"); - conn.setClassName("org.apache.lcf.crawler.connectors.filesystem.FileConnector"); - conn.setMaxConnections(100); - // Now, save - mgr.save(conn); - - // Create a basic null output connection, and save it. - IOutputConnectionManager outputMgr = OutputConnectionManagerFactory.make(tc); - IOutputConnection outputConn = outputMgr.create(); - outputConn.setName("Null Connection"); - outputConn.setDescription("Null Connection"); - outputConn.setClassName("org.apache.lcf.agents.output.nullconnector.NullConnector"); - outputConn.setMaxConnections(100); - // Now, save - outputMgr.save(outputConn); - - // MHL - - // Cleanup is automatic by the base class, so we can feel free to leave jobs and connections lying around. - } - protected static class DaemonThread extends Thread { protected Exception daemonException = null;