nutch-commits mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From a.@apache.org
Subject svn commit: r1051509 - in /nutch/branches/branch-1.3: CHANGES.txt ivy/ivy.xml src/plugin/index-basic/src/java/org/apache/nutch/indexer/basic/BasicIndexingFilter.java
Date Tue, 21 Dec 2010 14:38:55 GMT
Author: ab
Date: Tue Dec 21 14:38:54 2010
New Revision: 1051509

URL: http://svn.apache.org/viewvc?rev=1051509&view=rev
Log:
NUTCH-948 Remove Lucene dependencies.

Modified:
    nutch/branches/branch-1.3/CHANGES.txt
    nutch/branches/branch-1.3/ivy/ivy.xml
    nutch/branches/branch-1.3/src/plugin/index-basic/src/java/org/apache/nutch/indexer/basic/BasicIndexingFilter.java

Modified: nutch/branches/branch-1.3/CHANGES.txt
URL: http://svn.apache.org/viewvc/nutch/branches/branch-1.3/CHANGES.txt?rev=1051509&r1=1051508&r2=1051509&view=diff
==============================================================================
--- nutch/branches/branch-1.3/CHANGES.txt (original)
+++ nutch/branches/branch-1.3/CHANGES.txt Tue Dec 21 14:38:54 2010
@@ -46,6 +46,8 @@ Release 1.3 - Current Development
 
 * NUTCH-939 Added -dir command line option to SolrIndexer (Claudio Martella via ab)
 
+* NUTCH-948 Remove Lucene dependencies (ab)
+
 
 Release 1.1 - 2010-06-06
 

Modified: nutch/branches/branch-1.3/ivy/ivy.xml
URL: http://svn.apache.org/viewvc/nutch/branches/branch-1.3/ivy/ivy.xml?rev=1051509&r1=1051508&r2=1051509&view=diff
==============================================================================
--- nutch/branches/branch-1.3/ivy/ivy.xml (original)
+++ nutch/branches/branch-1.3/ivy/ivy.xml Tue Dec 21 14:38:54 2010
@@ -63,8 +63,6 @@
 		</dependency>
 
 		<dependency org="com.ibm.icu" name="icu4j" rev="4.0.1" />
-		<dependency org="org.apache.lucene" name="lucene-core" rev="3.0.2"/> 
-		<dependency org="org.apache.lucene" name="lucene-misc" rev="3.0.2"/>
 		<dependency org="org.apache.tika" name="tika-core" rev="0.7" />
 		<dependency org="org.mortbay.jetty" name="jetty-client" rev="6.1.22" />
 

Modified: nutch/branches/branch-1.3/src/plugin/index-basic/src/java/org/apache/nutch/indexer/basic/BasicIndexingFilter.java
URL: http://svn.apache.org/viewvc/nutch/branches/branch-1.3/src/plugin/index-basic/src/java/org/apache/nutch/indexer/basic/BasicIndexingFilter.java?rev=1051509&r1=1051508&r2=1051509&view=diff
==============================================================================
--- nutch/branches/branch-1.3/src/plugin/index-basic/src/java/org/apache/nutch/indexer/basic/BasicIndexingFilter.java
(original)
+++ nutch/branches/branch-1.3/src/plugin/index-basic/src/java/org/apache/nutch/indexer/basic/BasicIndexingFilter.java
Tue Dec 21 14:38:54 2010
@@ -20,8 +20,6 @@ package org.apache.nutch.indexer.basic;
 import org.apache.commons.logging.Log;
 import org.apache.commons.logging.LogFactory;
 
-import org.apache.lucene.document.DateTools;
-
 import org.apache.nutch.metadata.Nutch;
 import org.apache.nutch.parse.Parse;
 
@@ -32,9 +30,12 @@ import org.apache.hadoop.io.Text;
 
 import org.apache.nutch.crawl.CrawlDatum;
 import org.apache.nutch.crawl.Inlinks;
+import org.apache.solr.common.util.DateUtil;
 
 import java.net.MalformedURLException;
 import java.net.URL;
+import java.util.Date;
+
 import org.apache.hadoop.conf.Configuration;
 
 /** Adds basic searchable fields to a document. */
@@ -86,9 +87,8 @@ public class BasicIndexingFilter impleme
     }
     
     // add timestamp when fetched, for deduplication
-    doc.add("tstamp",
-            DateTools.timeToString(datum.getFetchTime(),
-            DateTools.Resolution.MILLISECOND));
+    String tstamp = DateUtil.getThreadLocalDateFormat().format(new Date(datum.getFetchTime()));
+    doc.add("tstamp", tstamp);
 
     return doc;
   }



Mime
View raw message