Return-Path: X-Original-To: apmail-mahout-commits-archive@www.apache.org Delivered-To: apmail-mahout-commits-archive@www.apache.org Received: from mail.apache.org (hermes.apache.org [140.211.11.3]) by minotaur.apache.org (Postfix) with SMTP id B476517D85 for ; Fri, 29 May 2015 19:00:00 +0000 (UTC) Received: (qmail 1052 invoked by uid 500); 29 May 2015 18:59:55 -0000 Delivered-To: apmail-mahout-commits-archive@mahout.apache.org Received: (qmail 820 invoked by uid 500); 29 May 2015 18:59:55 -0000 Mailing-List: contact commits-help@mahout.apache.org; run by ezmlm Precedence: bulk List-Help: List-Unsubscribe: List-Post: List-Id: Reply-To: dev@mahout.apache.org Delivered-To: mailing list commits@mahout.apache.org Received: (qmail 429 invoked by uid 99); 29 May 2015 18:59:54 -0000 Received: from git1-us-west.apache.org (HELO git1-us-west.apache.org) (140.211.11.23) by apache.org (qpsmtpd/0.29) with ESMTP; Fri, 29 May 2015 18:59:54 +0000 Received: by git1-us-west.apache.org (ASF Mail Server at git1-us-west.apache.org, from userid 33) id 8DC12E10DB; Fri, 29 May 2015 18:59:54 +0000 (UTC) Content-Type: text/plain; charset="us-ascii" MIME-Version: 1.0 Content-Transfer-Encoding: 8bit From: dlyubimov@apache.org To: commits@mahout.apache.org Date: Fri, 29 May 2015 19:00:19 -0000 Message-Id: <662f7e8ecdb945b7b50c31f7738094cc@git.apache.org> In-Reply-To: <6fc367ca5fed40c890703eb88e5d6c7b@git.apache.org> References: <6fc367ca5fed40c890703eb88e5d6c7b@git.apache.org> X-Mailer: ASF-Git Admin Mailer Subject: [28/51] [partial] mahout git commit: Adding math-scala scaladoc from release. http://git-wip-us.apache.org/repos/asf/mahout/blob/908aa498/docs/math-scala/org/apache/mahout/math/drm/DistributedEngine$.html ---------------------------------------------------------------------- diff --git a/docs/math-scala/org/apache/mahout/math/drm/DistributedEngine$.html b/docs/math-scala/org/apache/mahout/math/drm/DistributedEngine$.html new file mode 100644 index 0000000..da058a6 --- /dev/null +++ b/docs/math-scala/org/apache/mahout/math/drm/DistributedEngine$.html @@ -0,0 +1,422 @@ + + + + + DistributedEngine - Mahout Math Scala bindings 0.10.0 API - org.apache.mahout.math.drm.DistributedEngine + + + + + + + + + + + + +

+ + + object + + + DistributedEngine + +

+ +
+ Linear Supertypes +
AnyRef, Any
+
+ + +
+
+
+ Ordering +
    + +
  1. Alphabetic
    2. +
  2. By inheritance
    3. +
+
+
+ Inherited
+ +
    +
  1. DistributedEngine
  2. AnyRef
  3. Any
    4. +
+
+ +
    +
  1. Hide All
    2. +
  2. Show all
    3. +
+ Learn more about member selection +
+
+ Visibility +
  1. Public
  2. All
+
+
+ +
+
+ + + + + + +
+

Value Members

+
  1. + + +

    + + final + def + + + !=(arg0: AnyRef): Boolean + +

    +
    Definition Classes
    AnyRef
    +
  2. + + +

    + + final + def + + + !=(arg0: Any): Boolean + +

    +
    Definition Classes
    Any
    +
  3. + + +

    + + final + def + + + ##(): Int + +

    +
    Definition Classes
    AnyRef → Any
    +
  4. + + +

    + + final + def + + + ==(arg0: AnyRef): Boolean + +

    +
    Definition Classes
    AnyRef
    +
  5. + + +

    + + final + def + + + ==(arg0: Any): Boolean + +

    +
    Definition Classes
    Any
    +
  6. + + +

    + + final + def + + + asInstanceOf[T0]: T0 + +

    +
    Definition Classes
    Any
    +
  7. + + +

    + + + def + + + clone(): AnyRef + +

    +
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + ... + ) + +
    +
  8. + + +

    + + final + def + + + eq(arg0: AnyRef): Boolean + +

    +
    Definition Classes
    AnyRef
    +
  9. + + +

    + + + def + + + equals(arg0: Any): Boolean + +

    +
    Definition Classes
    AnyRef → Any
    +
  10. + + +

    + + + def + + + finalize(): Unit + +

    +
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + classOf[java.lang.Throwable] + ) + +
    +
  11. + + +

    + + final + def + + + getClass(): Class[_] + +

    +
    Definition Classes
    AnyRef → Any
    +
  12. + + +

    + + + def + + + hashCode(): Int + +

    +
    Definition Classes
    AnyRef → Any
    +
  13. + + +

    + + final + def + + + isInstanceOf[T0]: Boolean + +

    +
    Definition Classes
    Any
    +
  14. + + +

    + + final + def + + + ne(arg0: AnyRef): Boolean + +

    +
    Definition Classes
    AnyRef
    +
  15. + + +

    + + final + def + + + notify(): Unit + +

    +
    Definition Classes
    AnyRef
    +
  16. + + +

    + + final + def + + + notifyAll(): Unit + +

    +
    Definition Classes
    AnyRef
    +
  17. + + +

    + + final + def + + + synchronized[T0](arg0: ⇒ T0): T0 + +

    +
    Definition Classes
    AnyRef
    +
  18. + + +

    + + + def + + + toString(): String + +

    +
    Definition Classes
    AnyRef → Any
    +
  19. + + +

    + + final + def + + + wait(): Unit + +

    +
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + ... + ) + +
    +
  20. + + +

    + + final + def + + + wait(arg0: Long, arg1: Int): Unit + +

    +
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + ... + ) + +
    +
  21. + + +

    + + final + def + + + wait(arg0: Long): Unit + +

    +
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + ... + ) + +
    +
+
+ + + + +
+ +
+
+

Inherited from AnyRef

+
+

Inherited from Any

+
+ +
+ +
+
+

Ungrouped

+ +
+
+ +
+ +
+ + + + + \ No newline at end of file http://git-wip-us.apache.org/repos/asf/mahout/blob/908aa498/docs/math-scala/org/apache/mahout/math/drm/DistributedEngine.html ---------------------------------------------------------------------- diff --git a/docs/math-scala/org/apache/mahout/math/drm/DistributedEngine.html b/docs/math-scala/org/apache/mahout/math/drm/DistributedEngine.html new file mode 100644 index 0000000..90ead8b --- /dev/null +++ b/docs/math-scala/org/apache/mahout/math/drm/DistributedEngine.html @@ -0,0 +1,630 @@ + + + + + DistributedEngine - Mahout Math Scala bindings 0.10.0 API - org.apache.mahout.math.drm.DistributedEngine + + + + + + + + + + + + +

+ + + trait + + + DistributedEngine extends AnyRef + +

+ +

Abstraction of optimizer/distributed engine

+ Linear Supertypes +
AnyRef, Any
+
+ + +
+
+
+ Ordering +
    + +
  1. Alphabetic
    2. +
  2. By inheritance
    3. +
+
+
+ Inherited
+ +
    +
  1. DistributedEngine
  2. AnyRef
  3. Any
    4. +
+
+ +
    +
  1. Hide All
    2. +
  2. Show all
    3. +
+ Learn more about member selection +
+
+ Visibility +
  1. Public
  2. All
+
+
+ +
+
+ + + + +
+

Abstract Value Members

+
  1. + + +

    + + abstract + def + + + colMeans[K](drm: CheckpointedDrm[K])(implicit arg0: ClassTag[K]): Vector + +

    +

    Engine-specific colMeans implementation based on a checkpoint.

    +
  2. + + +

    + + abstract + def + + + colSums[K](drm: CheckpointedDrm[K])(implicit arg0: ClassTag[K]): Vector + +

    +

    Engine-specific colSums implementation based on a checkpoint.

    +
  3. + + +

    + + abstract + def + + + drmBroadcast(m: Matrix)(implicit dc: DistributedContext): BCast[Matrix] + +

    +

    Broadcast support

    +
  4. + + +

    + + abstract + def + + + drmBroadcast(v: Vector)(implicit dc: DistributedContext): BCast[Vector] + +

    +

    Broadcast support

    +
  5. + + +

    + + abstract + def + + + drmDfsRead(path: String, parMin: Int = 0)(implicit sc: DistributedContext): CheckpointedDrm[_] + +

    +

    Load DRM from hdfs (as in Mahout DRM format).

    Load DRM from hdfs (as in Mahout DRM format). +<P/>

    path

    The DFS path to load from

    parMin

    Minimum parallelism after load (equivalent to #par(min=...)). +

    +
  6. + + +

    + + abstract + def + + + drmParallelizeEmpty(nrow: Int, ncol: Int, numPartitions: Int = 10)(implicit sc: DistributedContext): CheckpointedDrm[Int] + +

    +

    This creates an empty DRM with specified number of partitions and cardinality.

    +
  7. + + +

    + + abstract + def + + + drmParallelizeEmptyLong(nrow: Long, ncol: Int, numPartitions: Int = 10)(implicit sc: DistributedContext): CheckpointedDrm[Long] + +

    +

    Creates empty DRM with non-trivial height

    +
  8. + + +

    + + abstract + def + + + drmParallelizeWithRowIndices(m: Matrix, numPartitions: Int = 1)(implicit sc: DistributedContext): CheckpointedDrm[Int] + +

    +

    Parallelize in-core matrix as spark distributed matrix, using row ordinal indices as data set keys.

    +
  9. + + +

    + + abstract + def + + + drmParallelizeWithRowLabels(m: Matrix, numPartitions: Int = 1)(implicit sc: DistributedContext): CheckpointedDrm[String] + +

    +

    Parallelize in-core matrix as spark distributed matrix, using row labels as a data set keys.

    +
  10. + + +

    + + abstract + def + + + indexedDatasetDFSRead(src: String, schema: Schema = DefaultIndexedDatasetReadSchema, existingRowIDs: BiMap[String, Int] = HashBiMap.create())(implicit sc: DistributedContext): IndexedDataset + +

    +

    Load IndexedDataset from text delimited format.

    Load IndexedDataset from text delimited format.

    src

    comma delimited URIs to read from

    schema

    defines format of file(s) +

    +
  11. + + +

    + + abstract + def + + + indexedDatasetDFSReadElements(src: String, schema: Schema = ..., existingRowIDs: BiMap[String, Int] = HashBiMap.create())(implicit sc: DistributedContext): IndexedDataset + +

    +

    Load IndexedDataset from text delimited format, one element per line

    Load IndexedDataset from text delimited format, one element per line

    src

    comma delimited URIs to read from

    schema

    defines format of file(s) +

    +
  12. + + +

    + + abstract + def + + + norm[K](drm: CheckpointedDrm[K])(implicit arg0: ClassTag[K]): Double + +

    + +
  13. + + +

    + + abstract + def + + + numNonZeroElementsPerColumn[K](drm: CheckpointedDrm[K])(implicit arg0: ClassTag[K]): Vector + +

    +

    Engine-specific numNonZeroElementsPerColumn implementation based on a checkpoint.

    +
  14. + + +

    + + abstract + def + + + toPhysical[K](plan: DrmLike[K], ch: CacheHint)(implicit arg0: ClassTag[K]): CheckpointedDrm[K] + +

    +

    Second optimizer pass.

    Second optimizer pass. Translate previously rewritten logical pipeline into physical engine plan.

    +
+
+ +
+

Concrete Value Members

+
  1. + + +

    + + final + def + + + !=(arg0: AnyRef): Boolean + +

    +
    Definition Classes
    AnyRef
    +
  2. + + +

    + + final + def + + + !=(arg0: Any): Boolean + +

    +
    Definition Classes
    Any
    +
  3. + + +

    + + final + def + + + ##(): Int + +

    +
    Definition Classes
    AnyRef → Any
    +
  4. + + +

    + + final + def + + + ==(arg0: AnyRef): Boolean + +

    +
    Definition Classes
    AnyRef
    +
  5. + + +

    + + final + def + + + ==(arg0: Any): Boolean + +

    +
    Definition Classes
    Any
    +
  6. + + +

    + + final + def + + + asInstanceOf[T0]: T0 + +

    +
    Definition Classes
    Any
    +
  7. + + +

    + + + def + + + clone(): AnyRef + +

    +
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + ... + ) + +
    +
  8. + + +

    + + final + def + + + eq(arg0: AnyRef): Boolean + +

    +
    Definition Classes
    AnyRef
    +
  9. + + +

    + + + def + + + equals(arg0: Any): Boolean + +

    +
    Definition Classes
    AnyRef → Any
    +
  10. + + +

    + + + def + + + finalize(): Unit + +

    +
    Attributes
    protected[java.lang]
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + classOf[java.lang.Throwable] + ) + +
    +
  11. + + +

    + + final + def + + + getClass(): Class[_] + +

    +
    Definition Classes
    AnyRef → Any
    +
  12. + + +

    + + + def + + + hashCode(): Int + +

    +
    Definition Classes
    AnyRef → Any
    +
  13. + + +

    + + final + def + + + isInstanceOf[T0]: Boolean + +

    +
    Definition Classes
    Any
    +
  14. + + +

    + + final + def + + + ne(arg0: AnyRef): Boolean + +

    +
    Definition Classes
    AnyRef
    +
  15. + + +

    + + final + def + + + notify(): Unit + +

    +
    Definition Classes
    AnyRef
    +
  16. + + +

    + + final + def + + + notifyAll(): Unit + +

    +
    Definition Classes
    AnyRef
    +
  17. + + +

    + + + def + + + optimizerRewrite[K](action: DrmLike[K])(implicit arg0: ClassTag[K]): DrmLike[K] + +

    +

    First optimization pass.

    First optimization pass. Return physical plan that we can pass to exec(). This rewrite may +introduce logical constructs (including engine-specific ones) that user DSL cannot even produce +per se. +<P>

    A particular physical engine implementation may choose to either use the default rewrites or +build its own rewriting rules. +<P> +

    +
  18. + + +

    + + final + def + + + synchronized[T0](arg0: ⇒ T0): T0 + +

    +
    Definition Classes
    AnyRef
    +
  19. + + +

    + + + def + + + toString(): String + +

    +
    Definition Classes
    AnyRef → Any
    +
  20. + + +

    + + final + def + + + wait(): Unit + +

    +
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + ... + ) + +
    +
  21. + + +

    + + final + def + + + wait(arg0: Long, arg1: Int): Unit + +

    +
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + ... + ) + +
    +
  22. + + +

    + + final + def + + + wait(arg0: Long): Unit + +

    +
    Definition Classes
    AnyRef
    Annotations
    + @throws( + + ... + ) + +
    +
+
+ + + + +
+ +
+
+

Inherited from AnyRef

+
+

Inherited from Any

+
+ +
+ +
+
+

Ungrouped

+ +
+
+ +
+ +
+ + + + + \ No newline at end of file http://git-wip-us.apache.org/repos/asf/mahout/blob/908aa498/docs/math-scala/org/apache/mahout/math/drm/DrmDoubleScalarOps.html ---------------------------------------------------------------------- diff --git a/docs/math-scala/org/apache/mahout/math/drm/DrmDoubleScalarOps.html b/docs/math-scala/org/apache/mahout/math/drm/DrmDoubleScalarOps.html new file mode 100644 index 0000000..f38a831 --- /dev/null +++ b/docs/math-scala/org/apache/mahout/math/drm/DrmDoubleScalarOps.html @@ -0,0 +1,293 @@ + + + + + DrmDoubleScalarOps - Mahout Math Scala bindings 0.10.0 API - org.apache.mahout.math.drm.DrmDoubleScalarOps + + + + + + + + + + +
+ +

org.apache.mahout.math.drm

+

DrmDoubleScalarOps

+
+ +

+ + final + class + + + DrmDoubleScalarOps extends AnyVal + +

+ +
+ Linear Supertypes +
AnyVal, NotNull, Any
+
+ + +
+
+
+ Ordering +
    + +
  1. Alphabetic
    2. +
  2. By inheritance
    3. +
+
+
+ Inherited
+ +
    +
  1. DrmDoubleScalarOps
  2. AnyVal
  3. NotNull
  4. Any
    5. +
+
+ +
    +
  1. Hide All
    2. +
  2. Show all
    3. +
+ Learn more about member selection +
+
+ Visibility +
  1. Public
  2. All
+
+
+ +
+
+
+

Instance Constructors

+
  1. + + +

    + + + new + + + DrmDoubleScalarOps(x: Double) + +

    + +
+
+ + + + + +
+

Value Members

+
  1. + + +

    + + final + def + + + !=(arg0: Any): Boolean + +

    +
    Definition Classes
    Any
    +
  2. + + +

    + + final + def + + + ##(): Int + +

    +
    Definition Classes
    Any
    +
  3. + + +

    + + + def + + + *[K](that: DrmLike[K])(implicit arg0: ClassTag[K]): DrmLike[K] + +

    + +
  4. + + +

    + + + def + + + +[K](that: DrmLike[K])(implicit arg0: ClassTag[K]): DrmLike[K] + +

    + +
  5. + + +

    + + + def + + + -[K](that: DrmLike[K])(implicit arg0: ClassTag[K]): DrmLike[K] + +

    + +
  6. + + +

    + + + def + + + /[K](that: DrmLike[K])(implicit arg0: ClassTag[K]): DrmLike[K] + +

    + +
  7. + + +

    + + final + def + + + ==(arg0: Any): Boolean + +

    +
    Definition Classes
    Any
    +
  8. + + +

    + + final + def + + + asInstanceOf[T0]: T0 + +

    +
    Definition Classes
    Any
    +
  9. + + +

    + + + def + + + getClass(): Class[_ <: AnyVal] + +

    +
    Definition Classes
    AnyVal → Any
    +
  10. + + +

    + + final + def + + + isInstanceOf[T0]: Boolean + +

    +
    Definition Classes
    Any
    +
  11. + + +

    + + + def + + + toString(): String + +

    +
    Definition Classes
    Any
    +
  12. + + +

    + + + val + + + x: Double + +

    + +
+
+ + + + +
+ +
+
+

Inherited from AnyVal

+
+

Inherited from NotNull

+
+

Inherited from Any

+
+ +
+ +
+
+

Ungrouped

+ +
+
+ +
+ +
+ + + + + \ No newline at end of file