Return-Path: Delivered-To: apmail-mahout-commits-archive@www.apache.org Received: (qmail 38217 invoked from network); 18 Aug 2010 07:11:49 -0000 Received: from unknown (HELO mail.apache.org) (140.211.11.3) by 140.211.11.9 with SMTP; 18 Aug 2010 07:11:49 -0000 Received: (qmail 87136 invoked by uid 500); 18 Aug 2010 07:11:49 -0000 Delivered-To: apmail-mahout-commits-archive@mahout.apache.org Received: (qmail 86990 invoked by uid 500); 18 Aug 2010 07:11:47 -0000 Mailing-List: contact commits-help@mahout.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@mahout.apache.org Delivered-To: mailing list commits@mahout.apache.org Received: (qmail 86977 invoked by uid 99); 18 Aug 2010 07:11:46 -0000 Received: from athena.apache.org (HELO athena.apache.org) (140.211.11.136) by apache.org (qpsmtpd/0.29) with ESMTP; Wed, 18 Aug 2010 07:11:46 +0000 X-ASF-Spam-Status: No, hits=-2000.0 required=10.0 tests=ALL_TRUSTED X-Spam-Check-By: apache.org Received: from [140.211.11.4] (HELO eris.apache.org) (140.211.11.4) by apache.org (qpsmtpd/0.29) with ESMTP; Wed, 18 Aug 2010 07:11:45 +0000 Received: by eris.apache.org (Postfix, from userid 65534) id C0EC023889DA; Wed, 18 Aug 2010 07:10:28 +0000 (UTC) Content-Type: text/plain; charset="utf-8" MIME-Version: 1.0 Content-Transfer-Encoding: 7bit Subject: svn commit: r986582 - in /mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop: item/RecommenderJob.java similarity/item/ItemSimilarityJob.java Date: Wed, 18 Aug 2010 07:10:28 -0000 To: commits@mahout.apache.org From: ssc@apache.org X-Mailer: svnmailer-1.0.8 Message-Id: <20100818071028.C0EC023889DA@eris.apache.org> Author: ssc Date: Wed Aug 18 07:10:28 2010 New Revision: 986582 URL: http://svn.apache.org/viewvc?rev=986582&view=rev Log: MAHOUT-473 add parameter -Dmapred.reduce.tasks when call job RowSimilarityJob in RecommenderJob Modified: mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/similarity/item/ItemSimilarityJob.java Modified: mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java URL: http://svn.apache.org/viewvc/mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java?rev=986582&r1=986581&r2=986582&view=diff ============================================================================== --- mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java (original) +++ mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/item/RecommenderJob.java Wed Aug 18 07:10:28 2010 @@ -196,10 +196,13 @@ public final class RecommenderJob extend /* Once DistributedRowMatrix uses the hadoop 0.20 API, we should refactor this call to something like * new DistributedRowMatrix(...).rowSimilarity(...) */ try { - RowSimilarityJob.main(new String[] { "-Dmapred.input.dir=" + itemUserMatrixPath.toString(), - "-Dmapred.output.dir=" + similarityMatrixPath.toString(), "--numberOfColumns", - String.valueOf(numberOfUsers), "--similarityClassname", similarityClassname, "--maxSimilaritiesPerRow", - String.valueOf(maxSimilaritiesPerItem + 1), "--tempDir", tempDirPath.toString() }); + ToolRunner.run(getConf(), new RowSimilarityJob(), new String[] { + "-Dmapred.input.dir=" + itemUserMatrixPath.toString(), + "-Dmapred.output.dir=" + similarityMatrixPath.toString(), + "--numberOfColumns", String.valueOf(numberOfUsers), + "--similarityClassname", similarityClassname, + "--maxSimilaritiesPerRow", String.valueOf(maxSimilaritiesPerItem + 1), + "--tempDir", tempDirPath.toString() }); } catch (Exception e) { throw new IllegalStateException("item-item-similarity computation failed", e); } Modified: mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/similarity/item/ItemSimilarityJob.java URL: http://svn.apache.org/viewvc/mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/similarity/item/ItemSimilarityJob.java?rev=986582&r1=986581&r2=986582&view=diff ============================================================================== --- mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/similarity/item/ItemSimilarityJob.java (original) +++ mahout/trunk/core/src/main/java/org/apache/mahout/cf/taste/hadoop/similarity/item/ItemSimilarityJob.java Wed Aug 18 07:10:28 2010 @@ -177,10 +177,13 @@ public final class ItemSimilarityJob ext /* Once DistributedRowMatrix uses the hadoop 0.20 API, we should refactor this call to something like * new DistributedRowMatrix(...).rowSimilarity(...) */ - RowSimilarityJob.main(new String[] { "-Dmapred.input.dir=" + itemUserMatrixPath.toString(), - "-Dmapred.output.dir=" + similarityMatrixPath.toString(), "--numberOfColumns", String.valueOf(numberOfUsers), - "--similarityClassname", similarityClassName, "--maxSimilaritiesPerRow", - String.valueOf(maxSimilarItemsPerItem + 1), "--tempDir", tempDirPath.toString() }); + ToolRunner.run(getConf(), new RowSimilarityJob(), new String[] { + "-Dmapred.input.dir=" + itemUserMatrixPath.toString(), + "-Dmapred.output.dir=" + similarityMatrixPath.toString(), + "--numberOfColumns", String.valueOf(numberOfUsers), + "--similarityClassname", similarityClassName, + "--maxSimilaritiesPerRow", String.valueOf(maxSimilarItemsPerItem + 1), + "--tempDir", tempDirPath.toString() }); if (shouldRunNextPhase(parsedArgs, currentPhase)) { Job mostSimilarItems = prepareJob(similarityMatrixPath,